2024-11-23 11:17:06,593 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-23 11:17:06,610 main DEBUG Took 0.014232 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-23 11:17:06,611 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-23 11:17:06,611 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-23 11:17:06,612 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-23 11:17:06,614 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:17:06,624 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-23 11:17:06,641 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:17:06,643 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:17:06,643 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:17:06,644 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:17:06,645 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:17:06,645 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:17:06,647 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:17:06,647 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:17:06,648 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:17:06,648 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:17:06,650 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:17:06,650 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:17:06,651 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:17:06,651 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:17:06,652 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:17:06,653 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:17:06,653 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:17:06,654 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:17:06,654 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:17:06,655 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:17:06,656 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:17:06,656 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:17:06,657 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:17:06,657 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:17:06,658 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:17:06,658 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-23 11:17:06,660 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:17:06,662 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-23 11:17:06,665 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-23 11:17:06,665 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-23 11:17:06,667 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-23 11:17:06,668 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-23 11:17:06,679 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-23 11:17:06,682 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-23 11:17:06,685 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-23 11:17:06,685 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-23 11:17:06,686 main DEBUG createAppenders(={Console}) 2024-11-23 11:17:06,687 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-23 11:17:06,690 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-23 11:17:06,690 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-23 11:17:06,691 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-23 11:17:06,691 main DEBUG OutputStream closed 2024-11-23 11:17:06,691 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-23 11:17:06,692 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-23 11:17:06,692 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-23 11:17:06,807 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-23 11:17:06,810 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-23 11:17:06,812 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-23 11:17:06,814 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-23 11:17:06,815 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-23 11:17:06,816 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-23 11:17:06,816 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-23 11:17:06,817 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-23 11:17:06,817 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-23 11:17:06,818 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-23 11:17:06,818 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-23 11:17:06,818 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-23 11:17:06,819 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-23 11:17:06,819 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-23 11:17:06,820 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-23 11:17:06,820 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-23 11:17:06,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-23 11:17:06,822 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-23 11:17:06,825 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23 11:17:06,825 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-23 11:17:06,826 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-23 11:17:06,827 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-23T11:17:06,845 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-23 11:17:06,848 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-23 11:17:06,849 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23T11:17:06,947 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=454, ProcessCount=11, AvailableMemoryMB=4684 2024-11-23T11:17:07,333 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-23T11:17:07,394 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a 2024-11-23T11:17:07,399 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a/cluster_cc0ac972-17de-9a72-1368-1d301f775913, deleteOnExit=true 2024-11-23T11:17:07,554 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a/cluster_cc0ac972-17de-9a72-1368-1d301f775913/zookeeper_0, clientPort=51934, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a/cluster_cc0ac972-17de-9a72-1368-1d301f775913/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a/cluster_cc0ac972-17de-9a72-1368-1d301f775913/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T11:17:07,570 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51934 2024-11-23T11:17:07,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T11:17:07,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T11:17:07,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a/test.cache.data in system properties and HBase conf 2024-11-23T11:17:07,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T11:17:07,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a/hadoop.log.dir in system properties and HBase conf 2024-11-23T11:17:07,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T11:17:07,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T11:17:07,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T11:17:07,701 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-23T11:17:07,826 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T11:17:07,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:17:07,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:17:07,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T11:17:07,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:17:07,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T11:17:07,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T11:17:07,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:17:07,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:17:07,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T11:17:07,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a/nfs.dump.dir in system properties and HBase conf 2024-11-23T11:17:07,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a/java.io.tmpdir in system properties and HBase conf 2024-11-23T11:17:07,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:17:07,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T11:17:07,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T11:17:09,210 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-23T11:17:09,289 INFO [Time-limited test {}] log.Log(170): Logging initialized @3592ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-23T11:17:09,367 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:17:09,442 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:17:09,471 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:17:09,471 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:17:09,472 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T11:17:09,491 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:17:09,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29fca5c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:17:09,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@346b1178{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:17:09,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18bfe0d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a/java.io.tmpdir/jetty-localhost-35641-hadoop-hdfs-3_4_1-tests_jar-_-any-1310777163074062096/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:17:09,673 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d915aa3{HTTP/1.1, (http/1.1)}{localhost:35641} 2024-11-23T11:17:09,673 INFO [Time-limited test {}] server.Server(415): Started @3978ms 2024-11-23T11:17:10,213 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:17:10,222 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:17:10,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:17:10,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:17:10,223 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T11:17:10,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a9f6e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:17:10,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10d52e92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:17:10,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e8f3faa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a/java.io.tmpdir/jetty-localhost-41739-hadoop-hdfs-3_4_1-tests_jar-_-any-4180905960958841200/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:17:10,322 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b5ffbb3{HTTP/1.1, (http/1.1)}{localhost:41739} 2024-11-23T11:17:10,322 INFO [Time-limited test {}] server.Server(415): Started @4627ms 2024-11-23T11:17:10,369 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T11:17:11,344 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a/cluster_cc0ac972-17de-9a72-1368-1d301f775913/data/data1/current/BP-592801743-172.17.0.3-1732360628575/current, will proceed with Du for space computation calculation, 2024-11-23T11:17:11,344 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a/cluster_cc0ac972-17de-9a72-1368-1d301f775913/data/data2/current/BP-592801743-172.17.0.3-1732360628575/current, will proceed with Du for space computation calculation, 2024-11-23T11:17:11,370 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T11:17:11,415 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6024fb72071db0b3 with lease ID 0xe2302d46a2ce8a02: Processing first storage report for DS-8d6ccecc-bf44-4c8f-901f-233d7883a655 from datanode DatanodeRegistration(127.0.0.1:44477, datanodeUuid=a213555d-f331-4de8-8e83-b05ef49a944b, infoPort=46797, infoSecurePort=0, ipcPort=43857, storageInfo=lv=-57;cid=testClusterID;nsid=706380770;c=1732360628575) 2024-11-23T11:17:11,416 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6024fb72071db0b3 with lease ID 0xe2302d46a2ce8a02: from storage DS-8d6ccecc-bf44-4c8f-901f-233d7883a655 node DatanodeRegistration(127.0.0.1:44477, datanodeUuid=a213555d-f331-4de8-8e83-b05ef49a944b, infoPort=46797, infoSecurePort=0, ipcPort=43857, storageInfo=lv=-57;cid=testClusterID;nsid=706380770;c=1732360628575), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T11:17:11,416 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6024fb72071db0b3 with lease ID 0xe2302d46a2ce8a02: Processing first storage report for DS-db70d20c-edc4-4a0c-9c22-28df7844bb5e from datanode DatanodeRegistration(127.0.0.1:44477, datanodeUuid=a213555d-f331-4de8-8e83-b05ef49a944b, infoPort=46797, infoSecurePort=0, ipcPort=43857, storageInfo=lv=-57;cid=testClusterID;nsid=706380770;c=1732360628575) 2024-11-23T11:17:11,416 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6024fb72071db0b3 with lease ID 0xe2302d46a2ce8a02: from storage DS-db70d20c-edc4-4a0c-9c22-28df7844bb5e node DatanodeRegistration(127.0.0.1:44477, datanodeUuid=a213555d-f331-4de8-8e83-b05ef49a944b, infoPort=46797, infoSecurePort=0, ipcPort=43857, storageInfo=lv=-57;cid=testClusterID;nsid=706380770;c=1732360628575), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:17:11,448 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a 2024-11-23T11:17:11,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:17:11,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:17:11,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741825_1001 (size=7) 2024-11-23T11:17:12,072 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e with version=8 2024-11-23T11:17:12,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/hbase-staging 2024-11-23T11:17:12,154 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-23T11:17:12,379 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:17:12,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:17:12,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:17:12,392 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:17:12,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:17:12,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:17:12,513 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T11:17:12,563 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-23T11:17:12,571 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-23T11:17:12,574 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:17:12,596 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11095 (auto-detected) 2024-11-23T11:17:12,597 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-23T11:17:12,613 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45815 2024-11-23T11:17:12,633 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45815 connecting to ZooKeeper ensemble=127.0.0.1:51934 2024-11-23T11:17:12,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458150x0, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:17:12,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45815-0x101676960f00000 connected 2024-11-23T11:17:12,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:17:12,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:17:12,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45815-0x101676960f00000, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Set watcher on znode that does not yet exist, /0-2114034146/running 2024-11-23T11:17:12,869 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e, hbase.cluster.distributed=false 2024-11-23T11:17:12,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45815-0x101676960f00000, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Set watcher on znode that does not yet exist, /0-2114034146/acl 2024-11-23T11:17:12,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45815 2024-11-23T11:17:12,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45815 2024-11-23T11:17:12,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45815 2024-11-23T11:17:12,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45815 2024-11-23T11:17:12,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45815 2024-11-23T11:17:12,988 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:17:12,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:17:12,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:17:12,990 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:17:12,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:17:12,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:17:12,993 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T11:17:12,995 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:17:12,996 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40033 2024-11-23T11:17:12,998 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40033 connecting to ZooKeeper ensemble=127.0.0.1:51934 2024-11-23T11:17:12,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:17:13,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:17:13,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400330x0, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:17:13,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400330x0, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Set watcher on znode that does not yet exist, /0-2114034146/running 2024-11-23T11:17:13,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40033-0x101676960f00001 connected 2024-11-23T11:17:13,022 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T11:17:13,031 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T11:17:13,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40033-0x101676960f00001, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Set watcher on znode that does not yet exist, /0-2114034146/master 2024-11-23T11:17:13,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40033-0x101676960f00001, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Set watcher on znode that does not yet exist, /0-2114034146/acl 2024-11-23T11:17:13,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40033 2024-11-23T11:17:13,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40033 2024-11-23T11:17:13,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40033 2024-11-23T11:17:13,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40033 2024-11-23T11:17:13,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40033 2024-11-23T11:17:13,056 DEBUG [M:0;64443f9a1829:45815 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64443f9a1829:45815 2024-11-23T11:17:13,057 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2114034146/backup-masters/64443f9a1829,45815,1732360632230 2024-11-23T11:17:13,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40033-0x101676960f00001, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2114034146/backup-masters 2024-11-23T11:17:13,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45815-0x101676960f00000, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2114034146/backup-masters 2024-11-23T11:17:13,073 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45815-0x101676960f00000, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Set watcher on existing znode=/0-2114034146/backup-masters/64443f9a1829,45815,1732360632230 2024-11-23T11:17:13,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45815-0x101676960f00000, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2114034146 2024-11-23T11:17:13,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40033-0x101676960f00001, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2114034146/master 2024-11-23T11:17:13,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40033-0x101676960f00001, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2114034146 2024-11-23T11:17:13,107 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45815-0x101676960f00000, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Set watcher on existing znode=/0-2114034146/master 2024-11-23T11:17:13,108 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2114034146/backup-masters/64443f9a1829,45815,1732360632230 from backup master directory 2024-11-23T11:17:13,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45815-0x101676960f00000, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2114034146/backup-masters/64443f9a1829,45815,1732360632230 2024-11-23T11:17:13,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40033-0x101676960f00001, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2114034146/backup-masters 2024-11-23T11:17:13,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45815-0x101676960f00000, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2114034146/backup-masters 2024-11-23T11:17:13,117 WARN [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:17:13,117 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64443f9a1829,45815,1732360632230 2024-11-23T11:17:13,119 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-23T11:17:13,121 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-23T11:17:13,181 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/hbase.id] with ID: ff16fb0d-e0dc-43b8-8593-cdb89e713dbc 2024-11-23T11:17:13,181 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/.tmp/hbase.id 2024-11-23T11:17:13,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741826_1002 (size=42) 2024-11-23T11:17:13,193 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/.tmp/hbase.id]:[hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/hbase.id] 2024-11-23T11:17:13,243 INFO [master/64443f9a1829:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:17:13,248 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T11:17:13,267 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-23T11:17:13,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40033-0x101676960f00001, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2114034146 2024-11-23T11:17:13,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45815-0x101676960f00000, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2114034146 2024-11-23T11:17:13,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741827_1003 (size=196) 2024-11-23T11:17:13,306 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:17:13,308 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T11:17:13,322 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:17:13,326 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:17:13,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741828_1004 (size=1189) 2024-11-23T11:17:13,780 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store 2024-11-23T11:17:13,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741829_1005 (size=34) 2024-11-23T11:17:14,209 INFO [master/64443f9a1829:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-23T11:17:14,216 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:17:14,217 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:17:14,217 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:17:14,217 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:17:14,219 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:17:14,219 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:17:14,219 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:17:14,220 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360634217Disabling compacts and flushes for region at 1732360634217Disabling writes for close at 1732360634219 (+2 ms)Writing region close event to WAL at 1732360634219Closed at 1732360634219 2024-11-23T11:17:14,222 WARN [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/.initializing 2024-11-23T11:17:14,222 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/WALs/64443f9a1829,45815,1732360632230 2024-11-23T11:17:14,230 INFO [master/64443f9a1829:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:17:14,244 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64443f9a1829%2C45815%2C1732360632230, suffix=, logDir=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/WALs/64443f9a1829,45815,1732360632230, archiveDir=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/oldWALs, maxLogs=10 2024-11-23T11:17:14,265 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/WALs/64443f9a1829,45815,1732360632230/64443f9a1829%2C45815%2C1732360632230.1732360634248, exclude list is [], retry=0 2024-11-23T11:17:14,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44477,DS-8d6ccecc-bf44-4c8f-901f-233d7883a655,DISK] 2024-11-23T11:17:14,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-23T11:17:14,313 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/WALs/64443f9a1829,45815,1732360632230/64443f9a1829%2C45815%2C1732360632230.1732360634248 2024-11-23T11:17:14,314 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46797:46797)] 2024-11-23T11:17:14,315 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:17:14,315 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:17:14,318 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:14,319 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:14,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:14,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T11:17:14,380 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:14,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:14,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:14,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T11:17:14,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:14,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:17:14,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:14,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T11:17:14,392 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:14,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:17:14,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:14,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T11:17:14,396 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:14,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:17:14,398 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:14,401 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:14,403 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:14,408 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:14,408 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:14,411 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:17:14,415 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:14,419 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:17:14,420 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72117992, jitterRate=0.07464182376861572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:17:14,428 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732360634329Initializing all the Stores at 1732360634332 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360634332Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360634333 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360634333Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360634333Cleaning up temporary data from old regions at 1732360634408 (+75 ms)Region opened successfully at 1732360634428 (+20 ms) 2024-11-23T11:17:14,429 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T11:17:14,460 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8343df7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:17:14,488 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T11:17:14,498 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T11:17:14,499 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T11:17:14,501 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T11:17:14,503 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-23T11:17:14,508 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-23T11:17:14,508 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T11:17:14,532 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T11:17:14,541 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45815-0x101676960f00000, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Unable to get data of znode /0-2114034146/balancer because node does not exist (not necessarily an error) 2024-11-23T11:17:14,600 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2114034146/balancer already deleted, retry=false 2024-11-23T11:17:14,604 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T11:17:14,606 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45815-0x101676960f00000, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Unable to get data of znode /0-2114034146/normalizer because node does not exist (not necessarily an error) 2024-11-23T11:17:14,617 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2114034146/normalizer already deleted, retry=false 2024-11-23T11:17:14,622 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T11:17:14,626 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45815-0x101676960f00000, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Unable to get data of znode /0-2114034146/switch/split because node does not exist (not necessarily an error) 2024-11-23T11:17:14,708 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2114034146/switch/split already deleted, retry=false 2024-11-23T11:17:14,712 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45815-0x101676960f00000, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Unable to get data of znode /0-2114034146/switch/merge because node does not exist (not necessarily an error) 2024-11-23T11:17:14,744 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2114034146/switch/merge already deleted, retry=false 2024-11-23T11:17:14,766 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45815-0x101676960f00000, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Unable to get data of znode /0-2114034146/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T11:17:14,779 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2114034146/snapshot-cleanup already deleted, retry=false 2024-11-23T11:17:14,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45815-0x101676960f00000, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2114034146/running 2024-11-23T11:17:14,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40033-0x101676960f00001, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2114034146/running 2024-11-23T11:17:14,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45815-0x101676960f00000, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2114034146 2024-11-23T11:17:14,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40033-0x101676960f00001, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2114034146 2024-11-23T11:17:14,794 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64443f9a1829,45815,1732360632230, sessionid=0x101676960f00000, setting cluster-up flag (Was=false) 2024-11-23T11:17:14,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40033-0x101676960f00001, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2114034146 2024-11-23T11:17:14,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45815-0x101676960f00000, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2114034146 2024-11-23T11:17:14,864 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2114034146/flush-table-proc/acquired, /0-2114034146/flush-table-proc/reached, /0-2114034146/flush-table-proc/abort 2024-11-23T11:17:14,869 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,45815,1732360632230 2024-11-23T11:17:14,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45815-0x101676960f00000, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2114034146 2024-11-23T11:17:14,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40033-0x101676960f00001, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2114034146 2024-11-23T11:17:14,926 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2114034146/online-snapshot/acquired, /0-2114034146/online-snapshot/reached, /0-2114034146/online-snapshot/abort 2024-11-23T11:17:14,928 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,45815,1732360632230 2024-11-23T11:17:14,935 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T11:17:14,946 INFO [RS:0;64443f9a1829:40033 {}] regionserver.HRegionServer(746): ClusterId : ff16fb0d-e0dc-43b8-8593-cdb89e713dbc 2024-11-23T11:17:14,949 DEBUG [RS:0;64443f9a1829:40033 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T11:17:14,960 DEBUG [RS:0;64443f9a1829:40033 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T11:17:14,960 DEBUG [RS:0;64443f9a1829:40033 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T11:17:14,970 DEBUG [RS:0;64443f9a1829:40033 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T11:17:14,971 DEBUG [RS:0;64443f9a1829:40033 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b2a83ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:17:14,991 DEBUG [RS:0;64443f9a1829:40033 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64443f9a1829:40033 2024-11-23T11:17:14,995 INFO [RS:0;64443f9a1829:40033 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T11:17:14,995 INFO [RS:0;64443f9a1829:40033 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T11:17:14,995 DEBUG [RS:0;64443f9a1829:40033 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T11:17:14,998 INFO [RS:0;64443f9a1829:40033 {}] regionserver.HRegionServer(2659): reportForDuty to master=64443f9a1829,45815,1732360632230 with port=40033, startcode=1732360632958 2024-11-23T11:17:15,009 DEBUG [RS:0;64443f9a1829:40033 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T11:17:15,016 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T11:17:15,026 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T11:17:15,032 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T11:17:15,038 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64443f9a1829,45815,1732360632230 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T11:17:15,046 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:17:15,047 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:17:15,047 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:17:15,047 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T11:17:15,047 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:17:15,047 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64443f9a1829:0, corePoolSize=10, maxPoolSize=10 2024-11-23T11:17:15,047 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:15,047 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:17:15,048 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:15,050 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732360665050 2024-11-23T11:17:15,052 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T11:17:15,053 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T11:17:15,053 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:17:15,053 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45815 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-23T11:17:15,054 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T11:17:15,057 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T11:17:15,058 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T11:17:15,058 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T11:17:15,058 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T11:17:15,059 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:15,061 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:15,061 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T11:17:15,063 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T11:17:15,065 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T11:17:15,065 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T11:17:15,066 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T11:17:15,068 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T11:17:15,068 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T11:17:15,072 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360635070,5,FailOnTimeoutGroup] 2024-11-23T11:17:15,072 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360635072,5,FailOnTimeoutGroup] 2024-11-23T11:17:15,072 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:15,073 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T11:17:15,074 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:15,074 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:15,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741831_1007 (size=1321) 2024-11-23T11:17:15,084 DEBUG [RS:0;64443f9a1829:40033 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-23T11:17:15,084 WARN [RS:0;64443f9a1829:40033 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-23T11:17:15,187 INFO [RS:0;64443f9a1829:40033 {}] regionserver.HRegionServer(2659): reportForDuty to master=64443f9a1829,45815,1732360632230 with port=40033, startcode=1732360632958 2024-11-23T11:17:15,191 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45815 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64443f9a1829,40033,1732360632958 2024-11-23T11:17:15,196 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45815 {}] master.ServerManager(517): Registering regionserver=64443f9a1829,40033,1732360632958 2024-11-23T11:17:15,205 DEBUG [RS:0;64443f9a1829:40033 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e 2024-11-23T11:17:15,206 DEBUG [RS:0;64443f9a1829:40033 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41891 2024-11-23T11:17:15,206 DEBUG [RS:0;64443f9a1829:40033 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T11:17:15,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45815-0x101676960f00000, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2114034146/rs 2024-11-23T11:17:15,222 DEBUG [RS:0;64443f9a1829:40033 {}] zookeeper.ZKUtil(111): regionserver:40033-0x101676960f00001, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Set watcher on existing znode=/0-2114034146/rs/64443f9a1829,40033,1732360632958 2024-11-23T11:17:15,222 WARN [RS:0;64443f9a1829:40033 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:17:15,223 INFO [RS:0;64443f9a1829:40033 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:17:15,223 DEBUG [RS:0;64443f9a1829:40033 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,40033,1732360632958 2024-11-23T11:17:15,226 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64443f9a1829,40033,1732360632958] 2024-11-23T11:17:15,249 INFO [RS:0;64443f9a1829:40033 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T11:17:15,264 INFO [RS:0;64443f9a1829:40033 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T11:17:15,268 INFO [RS:0;64443f9a1829:40033 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T11:17:15,269 INFO [RS:0;64443f9a1829:40033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:15,270 INFO [RS:0;64443f9a1829:40033 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T11:17:15,274 INFO [RS:0;64443f9a1829:40033 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T11:17:15,275 INFO [RS:0;64443f9a1829:40033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:15,276 DEBUG [RS:0;64443f9a1829:40033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:15,276 DEBUG [RS:0;64443f9a1829:40033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:15,276 DEBUG [RS:0;64443f9a1829:40033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:15,276 DEBUG [RS:0;64443f9a1829:40033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:15,276 DEBUG [RS:0;64443f9a1829:40033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:15,276 DEBUG [RS:0;64443f9a1829:40033 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:17:15,277 DEBUG [RS:0;64443f9a1829:40033 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:15,277 DEBUG [RS:0;64443f9a1829:40033 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:15,277 DEBUG [RS:0;64443f9a1829:40033 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:15,277 DEBUG [RS:0;64443f9a1829:40033 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:15,277 DEBUG [RS:0;64443f9a1829:40033 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:15,278 DEBUG [RS:0;64443f9a1829:40033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:15,278 DEBUG [RS:0;64443f9a1829:40033 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:17:15,278 DEBUG [RS:0;64443f9a1829:40033 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:17:15,279 INFO [RS:0;64443f9a1829:40033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:15,279 INFO [RS:0;64443f9a1829:40033 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:15,279 INFO [RS:0;64443f9a1829:40033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:15,279 INFO [RS:0;64443f9a1829:40033 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:15,279 INFO [RS:0;64443f9a1829:40033 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:15,279 INFO [RS:0;64443f9a1829:40033 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,40033,1732360632958-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:17:15,298 INFO [RS:0;64443f9a1829:40033 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T11:17:15,300 INFO [RS:0;64443f9a1829:40033 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,40033,1732360632958-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:15,300 INFO [RS:0;64443f9a1829:40033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:15,300 INFO [RS:0;64443f9a1829:40033 {}] regionserver.Replication(171): 64443f9a1829,40033,1732360632958 started 2024-11-23T11:17:15,317 INFO [RS:0;64443f9a1829:40033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:15,317 INFO [RS:0;64443f9a1829:40033 {}] regionserver.HRegionServer(1482): Serving as 64443f9a1829,40033,1732360632958, RpcServer on 64443f9a1829/172.17.0.3:40033, sessionid=0x101676960f00001 2024-11-23T11:17:15,318 DEBUG [RS:0;64443f9a1829:40033 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T11:17:15,318 DEBUG [RS:0;64443f9a1829:40033 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64443f9a1829,40033,1732360632958 2024-11-23T11:17:15,318 DEBUG [RS:0;64443f9a1829:40033 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,40033,1732360632958' 2024-11-23T11:17:15,318 DEBUG [RS:0;64443f9a1829:40033 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2114034146/flush-table-proc/abort' 2024-11-23T11:17:15,319 DEBUG [RS:0;64443f9a1829:40033 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2114034146/flush-table-proc/acquired' 2024-11-23T11:17:15,320 DEBUG [RS:0;64443f9a1829:40033 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T11:17:15,320 DEBUG [RS:0;64443f9a1829:40033 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T11:17:15,321 DEBUG [RS:0;64443f9a1829:40033 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64443f9a1829,40033,1732360632958 2024-11-23T11:17:15,321 DEBUG [RS:0;64443f9a1829:40033 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,40033,1732360632958' 2024-11-23T11:17:15,321 DEBUG [RS:0;64443f9a1829:40033 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2114034146/online-snapshot/abort' 2024-11-23T11:17:15,321 DEBUG [RS:0;64443f9a1829:40033 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2114034146/online-snapshot/acquired' 2024-11-23T11:17:15,322 DEBUG [RS:0;64443f9a1829:40033 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T11:17:15,322 INFO [RS:0;64443f9a1829:40033 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T11:17:15,322 INFO [RS:0;64443f9a1829:40033 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T11:17:15,429 INFO [RS:0;64443f9a1829:40033 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:17:15,432 INFO [RS:0;64443f9a1829:40033 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C40033%2C1732360632958, suffix=, logDir=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,40033,1732360632958, archiveDir=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/oldWALs, maxLogs=10 2024-11-23T11:17:15,447 DEBUG [RS:0;64443f9a1829:40033 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,40033,1732360632958/64443f9a1829%2C40033%2C1732360632958.1732360635435, exclude list is [], retry=0 2024-11-23T11:17:15,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44477,DS-8d6ccecc-bf44-4c8f-901f-233d7883a655,DISK] 2024-11-23T11:17:15,455 INFO [RS:0;64443f9a1829:40033 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,40033,1732360632958/64443f9a1829%2C40033%2C1732360632958.1732360635435 2024-11-23T11:17:15,456 DEBUG [RS:0;64443f9a1829:40033 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46797:46797)] 2024-11-23T11:17:15,480 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T11:17:15,481 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e 2024-11-23T11:17:15,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741833_1009 (size=32) 2024-11-23T11:17:15,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:17:15,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:17:15,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:17:15,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:15,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:15,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:17:15,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:17:15,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:15,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:15,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:17:15,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:17:15,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:15,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:15,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:17:15,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:17:15,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:15,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:15,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:17:15,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/meta/1588230740 2024-11-23T11:17:15,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/meta/1588230740 2024-11-23T11:17:15,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:17:15,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:17:15,923 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:17:15,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:17:15,929 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:17:15,930 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63783384, jitterRate=-0.049553513526916504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:17:15,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732360635899Initializing all the Stores at 1732360635902 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360635902Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360635902Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360635902Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360635902Cleaning up temporary data from old regions at 1732360635922 (+20 ms)Region opened successfully at 1732360635933 (+11 ms) 2024-11-23T11:17:15,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:17:15,933 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:17:15,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:17:15,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:17:15,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:17:15,935 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:17:15,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360635933Disabling compacts and flushes for region at 1732360635933Disabling writes for close at 1732360635933Writing region close event to WAL at 1732360635934 (+1 ms)Closed at 1732360635935 (+1 ms) 2024-11-23T11:17:15,937 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:17:15,938 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T11:17:15,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T11:17:15,950 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:17:15,952 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T11:17:16,106 DEBUG [64443f9a1829:45815 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T11:17:16,121 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64443f9a1829,40033,1732360632958 2024-11-23T11:17:16,126 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,40033,1732360632958, state=OPENING 2024-11-23T11:17:16,189 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T11:17:16,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40033-0x101676960f00001, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2114034146 2024-11-23T11:17:16,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45815-0x101676960f00000, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2114034146 2024-11-23T11:17:16,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2114034146/meta-region-server: CHANGED 2024-11-23T11:17:16,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2114034146/meta-region-server: CHANGED 2024-11-23T11:17:16,235 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:17:16,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,40033,1732360632958}] 2024-11-23T11:17:16,421 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:17:16,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T11:17:16,436 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T11:17:16,436 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:17:16,437 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T11:17:16,440 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C40033%2C1732360632958.meta, suffix=.meta, logDir=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,40033,1732360632958, archiveDir=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/oldWALs, maxLogs=10 2024-11-23T11:17:16,454 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,40033,1732360632958/64443f9a1829%2C40033%2C1732360632958.meta.1732360636441.meta, exclude list is [], retry=0 2024-11-23T11:17:16,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44477,DS-8d6ccecc-bf44-4c8f-901f-233d7883a655,DISK] 2024-11-23T11:17:16,461 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,40033,1732360632958/64443f9a1829%2C40033%2C1732360632958.meta.1732360636441.meta 2024-11-23T11:17:16,461 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46797:46797)] 2024-11-23T11:17:16,461 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:17:16,466 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:17:16,466 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:17:16,469 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T11:17:16,470 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T11:17:16,474 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T11:17:16,474 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:17:16,474 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T11:17:16,474 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T11:17:16,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:17:16,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:17:16,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:16,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:16,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:17:16,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:17:16,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:16,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:16,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:17:16,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:17:16,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:16,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:16,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:17:16,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:17:16,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:16,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:16,488 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:17:16,490 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/meta/1588230740 2024-11-23T11:17:16,492 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/meta/1588230740 2024-11-23T11:17:16,495 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:17:16,495 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:17:16,496 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:17:16,498 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:17:16,500 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62835928, jitterRate=-0.06367170810699463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:17:16,500 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T11:17:16,501 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732360636475Writing region info on filesystem at 1732360636475Initializing all the Stores at 1732360636477 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360636477Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360636477Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360636477Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360636477Cleaning up temporary data from old regions at 1732360636495 (+18 ms)Running coprocessor post-open hooks at 1732360636500 (+5 ms)Region opened successfully at 1732360636501 (+1 ms) 2024-11-23T11:17:16,508 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732360636410 2024-11-23T11:17:16,518 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T11:17:16,519 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T11:17:16,520 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64443f9a1829,40033,1732360632958 2024-11-23T11:17:16,523 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,40033,1732360632958, state=OPEN 2024-11-23T11:17:16,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40033-0x101676960f00001, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2114034146/meta-region-server 2024-11-23T11:17:16,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45815-0x101676960f00000, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2114034146/meta-region-server 2024-11-23T11:17:16,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2114034146/meta-region-server: CHANGED 2024-11-23T11:17:16,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2114034146/meta-region-server: CHANGED 2024-11-23T11:17:16,544 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64443f9a1829,40033,1732360632958 2024-11-23T11:17:16,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T11:17:16,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,40033,1732360632958 in 306 msec 2024-11-23T11:17:16,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T11:17:16,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 611 msec 2024-11-23T11:17:16,561 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:17:16,561 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T11:17:16,580 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:17:16,581 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,40033,1732360632958, seqNum=-1] 2024-11-23T11:17:16,599 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:17:16,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:17:16,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6520 sec 2024-11-23T11:17:16,623 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732360636622, completionTime=-1 2024-11-23T11:17:16,625 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T11:17:16,625 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T11:17:16,650 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T11:17:16,650 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732360696650 2024-11-23T11:17:16,650 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732360756650 2024-11-23T11:17:16,650 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec 2024-11-23T11:17:16,652 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,45815,1732360632230-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:16,652 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,45815,1732360632230-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:16,653 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,45815,1732360632230-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:16,654 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64443f9a1829:45815, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:16,654 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:16,655 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:16,661 DEBUG [master/64443f9a1829:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T11:17:16,681 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.564sec 2024-11-23T11:17:16,682 INFO [master/64443f9a1829:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T11:17:16,683 INFO [master/64443f9a1829:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T11:17:16,684 INFO [master/64443f9a1829:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T11:17:16,684 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T11:17:16,685 INFO [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T11:17:16,685 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,45815,1732360632230-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:17:16,686 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,45815,1732360632230-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T11:17:16,694 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T11:17:16,695 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T11:17:16,695 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,45815,1732360632230-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:16,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b283f8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:16,764 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-23T11:17:16,764 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-23T11:17:16,767 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,45815,-1 for getting cluster id 2024-11-23T11:17:16,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:17:16,776 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff16fb0d-e0dc-43b8-8593-cdb89e713dbc' 2024-11-23T11:17:16,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:17:16,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff16fb0d-e0dc-43b8-8593-cdb89e713dbc" 2024-11-23T11:17:16,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9db649e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:16,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,45815,-1] 2024-11-23T11:17:16,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:17:16,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:16,787 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:17:16,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@622797e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:16,790 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:17:16,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,40033,1732360632958, seqNum=-1] 2024-11-23T11:17:16,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:17:16,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:17:16,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64443f9a1829,45815,1732360632230 2024-11-23T11:17:16,831 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51934 2024-11-23T11:17:16,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:17:16,843 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101676960f00002 connected 2024-11-23T11:17:16,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a/hadoop.log.dir so I do NOT create it in target/test-data/7fb5e2cf-3314-bbb0-dbd6-ea47d46e5dd7 2024-11-23T11:17:16,878 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T11:17:16,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a/hadoop.tmp.dir so I do NOT create it in target/test-data/7fb5e2cf-3314-bbb0-dbd6-ea47d46e5dd7 2024-11-23T11:17:16,878 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T11:17:16,878 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fb5e2cf-3314-bbb0-dbd6-ea47d46e5dd7 2024-11-23T11:17:16,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T11:17:16,878 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fb5e2cf-3314-bbb0-dbd6-ea47d46e5dd7/cluster_51917e3a-2a20-8c5e-4fe9-6609a3a60ce2, deleteOnExit=true 2024-11-23T11:17:16,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T11:17:16,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fb5e2cf-3314-bbb0-dbd6-ea47d46e5dd7/test.cache.data in system properties and HBase conf 2024-11-23T11:17:16,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fb5e2cf-3314-bbb0-dbd6-ea47d46e5dd7/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T11:17:16,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fb5e2cf-3314-bbb0-dbd6-ea47d46e5dd7/hadoop.log.dir in system properties and HBase conf 2024-11-23T11:17:16,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fb5e2cf-3314-bbb0-dbd6-ea47d46e5dd7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T11:17:16,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fb5e2cf-3314-bbb0-dbd6-ea47d46e5dd7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T11:17:16,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T11:17:16,880 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T11:17:16,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fb5e2cf-3314-bbb0-dbd6-ea47d46e5dd7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:17:16,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fb5e2cf-3314-bbb0-dbd6-ea47d46e5dd7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:17:16,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fb5e2cf-3314-bbb0-dbd6-ea47d46e5dd7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T11:17:16,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fb5e2cf-3314-bbb0-dbd6-ea47d46e5dd7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:17:16,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fb5e2cf-3314-bbb0-dbd6-ea47d46e5dd7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T11:17:16,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fb5e2cf-3314-bbb0-dbd6-ea47d46e5dd7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T11:17:16,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fb5e2cf-3314-bbb0-dbd6-ea47d46e5dd7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:17:16,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fb5e2cf-3314-bbb0-dbd6-ea47d46e5dd7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:17:16,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fb5e2cf-3314-bbb0-dbd6-ea47d46e5dd7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T11:17:16,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fb5e2cf-3314-bbb0-dbd6-ea47d46e5dd7/nfs.dump.dir in system properties and HBase conf 2024-11-23T11:17:16,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fb5e2cf-3314-bbb0-dbd6-ea47d46e5dd7/java.io.tmpdir in system properties and HBase conf 2024-11-23T11:17:16,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fb5e2cf-3314-bbb0-dbd6-ea47d46e5dd7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:17:16,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fb5e2cf-3314-bbb0-dbd6-ea47d46e5dd7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T11:17:16,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fb5e2cf-3314-bbb0-dbd6-ea47d46e5dd7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T11:17:17,213 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:17:17,219 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:17:17,221 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:17:17,221 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:17:17,221 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T11:17:17,222 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:17:17,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d2fdcd8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fb5e2cf-3314-bbb0-dbd6-ea47d46e5dd7/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:17:17,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f079672{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:17:17,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41b90337{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fb5e2cf-3314-bbb0-dbd6-ea47d46e5dd7/java.io.tmpdir/jetty-localhost-33663-hadoop-hdfs-3_4_1-tests_jar-_-any-16157950626492948179/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:17:17,324 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1fac8395{HTTP/1.1, (http/1.1)}{localhost:33663} 2024-11-23T11:17:17,324 INFO [Time-limited test {}] server.Server(415): Started @11629ms 2024-11-23T11:17:17,589 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:17:17,593 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:17:17,594 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:17:17,594 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:17:17,594 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T11:17:17,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@747c78d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fb5e2cf-3314-bbb0-dbd6-ea47d46e5dd7/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:17:17,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@224a64ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:17:17,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@191c2095{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fb5e2cf-3314-bbb0-dbd6-ea47d46e5dd7/java.io.tmpdir/jetty-localhost-44761-hadoop-hdfs-3_4_1-tests_jar-_-any-2766066651878924918/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:17:17,693 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c66620{HTTP/1.1, (http/1.1)}{localhost:44761} 2024-11-23T11:17:17,693 INFO [Time-limited test {}] server.Server(415): Started @11998ms 2024-11-23T11:17:17,695 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T11:17:18,425 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fb5e2cf-3314-bbb0-dbd6-ea47d46e5dd7/cluster_51917e3a-2a20-8c5e-4fe9-6609a3a60ce2/data/data1/current/BP-1797043382-172.17.0.3-1732360636917/current, will proceed with Du for space computation calculation, 2024-11-23T11:17:18,425 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fb5e2cf-3314-bbb0-dbd6-ea47d46e5dd7/cluster_51917e3a-2a20-8c5e-4fe9-6609a3a60ce2/data/data2/current/BP-1797043382-172.17.0.3-1732360636917/current, will proceed with Du for space computation calculation, 2024-11-23T11:17:18,440 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T11:17:18,444 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2749d09996dfe806 with lease ID 0x1832f8979cedfd06: Processing first storage report for DS-9da1cb43-4728-40d8-bb53-58398a736ebc from datanode DatanodeRegistration(127.0.0.1:34997, datanodeUuid=cc3f8d10-c921-41dd-af14-75968e977588, infoPort=42761, infoSecurePort=0, ipcPort=38729, storageInfo=lv=-57;cid=testClusterID;nsid=953673108;c=1732360636917) 2024-11-23T11:17:18,444 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2749d09996dfe806 with lease ID 0x1832f8979cedfd06: from storage DS-9da1cb43-4728-40d8-bb53-58398a736ebc node DatanodeRegistration(127.0.0.1:34997, datanodeUuid=cc3f8d10-c921-41dd-af14-75968e977588, infoPort=42761, infoSecurePort=0, ipcPort=38729, storageInfo=lv=-57;cid=testClusterID;nsid=953673108;c=1732360636917), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:17:18,444 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2749d09996dfe806 with lease ID 0x1832f8979cedfd06: Processing first storage report for DS-af9cb08b-7a0c-47f6-a3c1-3e2383209649 from datanode DatanodeRegistration(127.0.0.1:34997, datanodeUuid=cc3f8d10-c921-41dd-af14-75968e977588, infoPort=42761, infoSecurePort=0, ipcPort=38729, storageInfo=lv=-57;cid=testClusterID;nsid=953673108;c=1732360636917) 2024-11-23T11:17:18,444 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2749d09996dfe806 with lease ID 0x1832f8979cedfd06: from storage DS-af9cb08b-7a0c-47f6-a3c1-3e2383209649 node DatanodeRegistration(127.0.0.1:34997, datanodeUuid=cc3f8d10-c921-41dd-af14-75968e977588, infoPort=42761, infoSecurePort=0, ipcPort=38729, storageInfo=lv=-57;cid=testClusterID;nsid=953673108;c=1732360636917), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T11:17:18,542 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fb5e2cf-3314-bbb0-dbd6-ea47d46e5dd7 2024-11-23T11:17:18,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:17:18,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:17:18,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34997 is added to blk_1073741825_1001 (size=7) 2024-11-23T11:17:18,964 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e with version=8 2024-11-23T11:17:18,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/hbase-staging 2024-11-23T11:17:18,969 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:17:18,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:17:18,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:17:18,970 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:17:18,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:17:18,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:17:18,971 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T11:17:18,971 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:17:18,972 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41833 2024-11-23T11:17:18,974 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41833 connecting to ZooKeeper ensemble=127.0.0.1:51934 2024-11-23T11:17:19,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418330x0, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:17:19,022 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41833-0x101676960f00003 connected 2024-11-23T11:17:19,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:17:19,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:17:19,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41833-0x101676960f00003, quorum=127.0.0.1:51934, baseZNode=/12048812831 Set watcher on znode that does not yet exist, /12048812831/running 2024-11-23T11:17:19,100 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e, hbase.cluster.distributed=false 2024-11-23T11:17:19,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41833-0x101676960f00003, quorum=127.0.0.1:51934, baseZNode=/12048812831 Set watcher on znode that does not yet exist, /12048812831/acl 2024-11-23T11:17:19,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41833 2024-11-23T11:17:19,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41833 2024-11-23T11:17:19,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41833 2024-11-23T11:17:19,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41833 2024-11-23T11:17:19,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41833 2024-11-23T11:17:19,122 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:17:19,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:17:19,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:17:19,122 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:17:19,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:17:19,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:17:19,122 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T11:17:19,122 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:17:19,123 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32995 2024-11-23T11:17:19,125 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32995 connecting to ZooKeeper ensemble=127.0.0.1:51934 2024-11-23T11:17:19,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:17:19,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:17:19,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329950x0, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:17:19,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32995-0x101676960f00004 connected 2024-11-23T11:17:19,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32995-0x101676960f00004, quorum=127.0.0.1:51934, baseZNode=/12048812831 Set watcher on znode that does not yet exist, /12048812831/running 2024-11-23T11:17:19,145 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T11:17:19,146 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T11:17:19,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32995-0x101676960f00004, quorum=127.0.0.1:51934, baseZNode=/12048812831 Set watcher on znode that does not yet exist, /12048812831/master 2024-11-23T11:17:19,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32995-0x101676960f00004, quorum=127.0.0.1:51934, baseZNode=/12048812831 Set watcher on znode that does not yet exist, /12048812831/acl 2024-11-23T11:17:19,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32995 2024-11-23T11:17:19,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32995 2024-11-23T11:17:19,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32995 2024-11-23T11:17:19,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32995 2024-11-23T11:17:19,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32995 2024-11-23T11:17:19,167 DEBUG [M:0;64443f9a1829:41833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64443f9a1829:41833 2024-11-23T11:17:19,167 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12048812831/backup-masters/64443f9a1829,41833,1732360638968 2024-11-23T11:17:19,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x101676960f00003, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12048812831/backup-masters 2024-11-23T11:17:19,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x101676960f00004, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12048812831/backup-masters 2024-11-23T11:17:19,179 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41833-0x101676960f00003, quorum=127.0.0.1:51934, baseZNode=/12048812831 Set watcher on existing znode=/12048812831/backup-masters/64443f9a1829,41833,1732360638968 2024-11-23T11:17:19,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x101676960f00004, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12048812831/master 2024-11-23T11:17:19,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x101676960f00003, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12048812831 2024-11-23T11:17:19,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x101676960f00004, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12048812831 2024-11-23T11:17:19,190 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41833-0x101676960f00003, quorum=127.0.0.1:51934, baseZNode=/12048812831 Set watcher on existing znode=/12048812831/master 2024-11-23T11:17:19,191 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12048812831/backup-masters/64443f9a1829,41833,1732360638968 from backup master directory 2024-11-23T11:17:19,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x101676960f00004, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12048812831/backup-masters 2024-11-23T11:17:19,200 WARN [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:17:19,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x101676960f00003, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12048812831/backup-masters/64443f9a1829,41833,1732360638968 2024-11-23T11:17:19,200 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64443f9a1829,41833,1732360638968 2024-11-23T11:17:19,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x101676960f00003, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12048812831/backup-masters 2024-11-23T11:17:19,207 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/hbase.id] with ID: 793585ad-b37f-468c-87b9-c4e89a9987d3 2024-11-23T11:17:19,208 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/.tmp/hbase.id 2024-11-23T11:17:19,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34997 is added to blk_1073741826_1002 (size=42) 2024-11-23T11:17:19,617 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/.tmp/hbase.id]:[hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/hbase.id] 2024-11-23T11:17:19,647 INFO [master/64443f9a1829:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:17:19,647 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T11:17:19,649 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-23T11:17:19,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x101676960f00003, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12048812831 2024-11-23T11:17:19,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x101676960f00004, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12048812831 2024-11-23T11:17:19,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34997 is added to blk_1073741827_1003 (size=196) 2024-11-23T11:17:20,106 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:17:20,109 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T11:17:20,110 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:17:20,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34997 is added to blk_1073741828_1004 (size=1189) 2024-11-23T11:17:20,525 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/MasterData/data/master/store 2024-11-23T11:17:20,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34997 is added to blk_1073741829_1005 (size=34) 2024-11-23T11:17:20,539 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:17:20,539 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:17:20,540 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:17:20,540 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:17:20,540 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:17:20,540 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:17:20,540 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:17:20,540 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360640539Disabling compacts and flushes for region at 1732360640539Disabling writes for close at 1732360640540 (+1 ms)Writing region close event to WAL at 1732360640540Closed at 1732360640540 2024-11-23T11:17:20,542 WARN [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/MasterData/data/master/store/.initializing 2024-11-23T11:17:20,543 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/MasterData/WALs/64443f9a1829,41833,1732360638968 2024-11-23T11:17:20,545 INFO [master/64443f9a1829:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:17:20,550 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64443f9a1829%2C41833%2C1732360638968, suffix=, logDir=hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/MasterData/WALs/64443f9a1829,41833,1732360638968, archiveDir=hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/MasterData/oldWALs, maxLogs=10 2024-11-23T11:17:20,563 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/MasterData/WALs/64443f9a1829,41833,1732360638968/64443f9a1829%2C41833%2C1732360638968.1732360640551, exclude list is [], retry=0 2024-11-23T11:17:20,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34997,DS-9da1cb43-4728-40d8-bb53-58398a736ebc,DISK] 2024-11-23T11:17:20,570 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/MasterData/WALs/64443f9a1829,41833,1732360638968/64443f9a1829%2C41833%2C1732360638968.1732360640551 2024-11-23T11:17:20,571 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42761:42761)] 2024-11-23T11:17:20,571 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:17:20,571 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:17:20,571 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:20,571 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:20,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:20,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T11:17:20,576 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:20,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:20,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:20,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T11:17:20,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:20,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:17:20,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:20,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T11:17:20,582 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:20,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:17:20,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:20,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T11:17:20,586 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:20,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:17:20,587 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:20,588 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:20,589 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:20,592 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:20,592 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:20,593 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:17:20,595 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:20,598 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:17:20,599 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65540799, jitterRate=-0.023365989327430725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:17:20,599 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732360640571Initializing all the Stores at 1732360640573 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360640573Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360640573Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360640573Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360640573Cleaning up temporary data from old regions at 1732360640592 (+19 ms)Region opened successfully at 1732360640599 (+7 ms) 2024-11-23T11:17:20,599 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T11:17:20,603 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b6cf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:17:20,604 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T11:17:20,605 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T11:17:20,605 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T11:17:20,605 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T11:17:20,605 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T11:17:20,606 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T11:17:20,606 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T11:17:20,609 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T11:17:20,610 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41833-0x101676960f00003, quorum=127.0.0.1:51934, baseZNode=/12048812831 Unable to get data of znode /12048812831/balancer because node does not exist (not necessarily an error) 2024-11-23T11:17:20,673 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12048812831/balancer already deleted, retry=false 2024-11-23T11:17:20,674 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T11:17:20,676 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41833-0x101676960f00003, quorum=127.0.0.1:51934, baseZNode=/12048812831 Unable to get data of znode /12048812831/normalizer because node does not exist (not necessarily an error) 2024-11-23T11:17:20,684 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12048812831/normalizer already deleted, retry=false 2024-11-23T11:17:20,684 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T11:17:20,687 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41833-0x101676960f00003, quorum=127.0.0.1:51934, baseZNode=/12048812831 Unable to get data of znode /12048812831/switch/split because node does not exist (not necessarily an error) 2024-11-23T11:17:20,694 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12048812831/switch/split already deleted, retry=false 2024-11-23T11:17:20,696 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41833-0x101676960f00003, quorum=127.0.0.1:51934, baseZNode=/12048812831 Unable to get data of znode /12048812831/switch/merge because node does not exist (not necessarily an error) 2024-11-23T11:17:20,704 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12048812831/switch/merge already deleted, retry=false 2024-11-23T11:17:20,707 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41833-0x101676960f00003, quorum=127.0.0.1:51934, baseZNode=/12048812831 Unable to get data of znode /12048812831/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T11:17:20,715 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12048812831/snapshot-cleanup already deleted, retry=false 2024-11-23T11:17:20,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x101676960f00003, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12048812831/running 2024-11-23T11:17:20,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x101676960f00004, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12048812831/running 2024-11-23T11:17:20,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x101676960f00003, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12048812831 2024-11-23T11:17:20,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x101676960f00004, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12048812831 2024-11-23T11:17:20,726 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64443f9a1829,41833,1732360638968, sessionid=0x101676960f00003, setting cluster-up flag (Was=false) 2024-11-23T11:17:20,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x101676960f00004, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12048812831 2024-11-23T11:17:20,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x101676960f00003, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12048812831 2024-11-23T11:17:20,778 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12048812831/flush-table-proc/acquired, /12048812831/flush-table-proc/reached, /12048812831/flush-table-proc/abort 2024-11-23T11:17:20,780 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,41833,1732360638968 2024-11-23T11:17:20,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x101676960f00004, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12048812831 2024-11-23T11:17:20,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x101676960f00003, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12048812831 2024-11-23T11:17:20,831 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12048812831/online-snapshot/acquired, /12048812831/online-snapshot/reached, /12048812831/online-snapshot/abort 2024-11-23T11:17:20,836 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,41833,1732360638968 2024-11-23T11:17:20,839 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T11:17:20,843 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T11:17:20,843 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T11:17:20,844 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T11:17:20,844 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64443f9a1829,41833,1732360638968 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T11:17:20,846 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:17:20,846 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:17:20,846 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:17:20,846 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:17:20,846 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64443f9a1829:0, corePoolSize=10, maxPoolSize=10 2024-11-23T11:17:20,847 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:20,847 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:17:20,847 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:20,848 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732360670848 2024-11-23T11:17:20,848 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T11:17:20,848 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T11:17:20,848 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T11:17:20,848 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T11:17:20,848 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T11:17:20,848 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T11:17:20,848 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:20,849 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T11:17:20,849 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T11:17:20,849 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T11:17:20,849 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T11:17:20,849 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:17:20,850 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T11:17:20,850 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T11:17:20,850 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T11:17:20,850 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360640850,5,FailOnTimeoutGroup] 2024-11-23T11:17:20,851 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360640851,5,FailOnTimeoutGroup] 2024-11-23T11:17:20,851 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:20,851 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T11:17:20,851 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:20,851 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:20,851 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:20,851 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T11:17:20,855 INFO [RS:0;64443f9a1829:32995 {}] regionserver.HRegionServer(746): ClusterId : 793585ad-b37f-468c-87b9-c4e89a9987d3 2024-11-23T11:17:20,855 DEBUG [RS:0;64443f9a1829:32995 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T11:17:20,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34997 is added to blk_1073741831_1007 (size=1321) 2024-11-23T11:17:20,864 DEBUG [RS:0;64443f9a1829:32995 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T11:17:20,864 DEBUG [RS:0;64443f9a1829:32995 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T11:17:20,874 DEBUG [RS:0;64443f9a1829:32995 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T11:17:20,875 DEBUG [RS:0;64443f9a1829:32995 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@586a64d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:17:20,890 DEBUG [RS:0;64443f9a1829:32995 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64443f9a1829:32995 2024-11-23T11:17:20,891 INFO [RS:0;64443f9a1829:32995 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T11:17:20,891 INFO [RS:0;64443f9a1829:32995 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T11:17:20,891 DEBUG [RS:0;64443f9a1829:32995 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T11:17:20,892 INFO [RS:0;64443f9a1829:32995 {}] regionserver.HRegionServer(2659): reportForDuty to master=64443f9a1829,41833,1732360638968 with port=32995, startcode=1732360639121 2024-11-23T11:17:20,892 DEBUG [RS:0;64443f9a1829:32995 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T11:17:20,894 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T11:17:20,895 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41833 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64443f9a1829,32995,1732360639121 2024-11-23T11:17:20,895 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41833 {}] master.ServerManager(517): Registering regionserver=64443f9a1829,32995,1732360639121 2024-11-23T11:17:20,897 DEBUG [RS:0;64443f9a1829:32995 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e 2024-11-23T11:17:20,897 DEBUG [RS:0;64443f9a1829:32995 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37013 2024-11-23T11:17:20,897 DEBUG [RS:0;64443f9a1829:32995 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T11:17:20,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x101676960f00003, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12048812831/rs 2024-11-23T11:17:20,947 DEBUG [RS:0;64443f9a1829:32995 {}] zookeeper.ZKUtil(111): regionserver:32995-0x101676960f00004, quorum=127.0.0.1:51934, baseZNode=/12048812831 Set watcher on existing znode=/12048812831/rs/64443f9a1829,32995,1732360639121 2024-11-23T11:17:20,947 WARN [RS:0;64443f9a1829:32995 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:17:20,947 INFO [RS:0;64443f9a1829:32995 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:17:20,948 DEBUG [RS:0;64443f9a1829:32995 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/WALs/64443f9a1829,32995,1732360639121 2024-11-23T11:17:20,948 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64443f9a1829,32995,1732360639121] 2024-11-23T11:17:20,956 INFO [RS:0;64443f9a1829:32995 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T11:17:20,960 INFO [RS:0;64443f9a1829:32995 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T11:17:20,960 INFO [RS:0;64443f9a1829:32995 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T11:17:20,960 INFO [RS:0;64443f9a1829:32995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:20,961 INFO [RS:0;64443f9a1829:32995 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T11:17:20,962 INFO [RS:0;64443f9a1829:32995 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T11:17:20,962 INFO [RS:0;64443f9a1829:32995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:20,963 DEBUG [RS:0;64443f9a1829:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:20,963 DEBUG [RS:0;64443f9a1829:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:20,963 DEBUG [RS:0;64443f9a1829:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:20,963 DEBUG [RS:0;64443f9a1829:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:20,963 DEBUG [RS:0;64443f9a1829:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:20,963 DEBUG [RS:0;64443f9a1829:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:17:20,963 DEBUG [RS:0;64443f9a1829:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:20,963 DEBUG [RS:0;64443f9a1829:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:20,964 DEBUG [RS:0;64443f9a1829:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:20,964 DEBUG [RS:0;64443f9a1829:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:20,964 DEBUG [RS:0;64443f9a1829:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:20,964 DEBUG [RS:0;64443f9a1829:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:20,964 DEBUG [RS:0;64443f9a1829:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:17:20,964 DEBUG [RS:0;64443f9a1829:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:17:20,965 INFO [RS:0;64443f9a1829:32995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:20,965 INFO [RS:0;64443f9a1829:32995 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:20,965 INFO [RS:0;64443f9a1829:32995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:20,965 INFO [RS:0;64443f9a1829:32995 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:20,965 INFO [RS:0;64443f9a1829:32995 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:20,965 INFO [RS:0;64443f9a1829:32995 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,32995,1732360639121-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:17:20,982 INFO [RS:0;64443f9a1829:32995 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T11:17:20,983 INFO [RS:0;64443f9a1829:32995 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,32995,1732360639121-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:20,983 INFO [RS:0;64443f9a1829:32995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:20,983 INFO [RS:0;64443f9a1829:32995 {}] regionserver.Replication(171): 64443f9a1829,32995,1732360639121 started 2024-11-23T11:17:20,996 INFO [RS:0;64443f9a1829:32995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:20,996 INFO [RS:0;64443f9a1829:32995 {}] regionserver.HRegionServer(1482): Serving as 64443f9a1829,32995,1732360639121, RpcServer on 64443f9a1829/172.17.0.3:32995, sessionid=0x101676960f00004 2024-11-23T11:17:20,997 DEBUG [RS:0;64443f9a1829:32995 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T11:17:20,997 DEBUG [RS:0;64443f9a1829:32995 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64443f9a1829,32995,1732360639121 2024-11-23T11:17:20,997 DEBUG [RS:0;64443f9a1829:32995 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,32995,1732360639121' 2024-11-23T11:17:20,997 DEBUG [RS:0;64443f9a1829:32995 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12048812831/flush-table-proc/abort' 2024-11-23T11:17:20,997 DEBUG [RS:0;64443f9a1829:32995 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12048812831/flush-table-proc/acquired' 2024-11-23T11:17:20,998 DEBUG [RS:0;64443f9a1829:32995 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T11:17:20,998 DEBUG [RS:0;64443f9a1829:32995 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T11:17:20,998 DEBUG [RS:0;64443f9a1829:32995 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64443f9a1829,32995,1732360639121 2024-11-23T11:17:20,998 DEBUG [RS:0;64443f9a1829:32995 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,32995,1732360639121' 2024-11-23T11:17:20,998 DEBUG [RS:0;64443f9a1829:32995 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12048812831/online-snapshot/abort' 2024-11-23T11:17:20,999 DEBUG [RS:0;64443f9a1829:32995 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12048812831/online-snapshot/acquired' 2024-11-23T11:17:20,999 DEBUG [RS:0;64443f9a1829:32995 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T11:17:20,999 INFO [RS:0;64443f9a1829:32995 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T11:17:20,999 INFO [RS:0;64443f9a1829:32995 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T11:17:21,100 INFO [RS:0;64443f9a1829:32995 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:17:21,104 INFO [RS:0;64443f9a1829:32995 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C32995%2C1732360639121, suffix=, logDir=hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/WALs/64443f9a1829,32995,1732360639121, archiveDir=hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/oldWALs, maxLogs=10 2024-11-23T11:17:21,120 DEBUG [RS:0;64443f9a1829:32995 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/WALs/64443f9a1829,32995,1732360639121/64443f9a1829%2C32995%2C1732360639121.1732360641107, exclude list is [], retry=0 2024-11-23T11:17:21,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34997,DS-9da1cb43-4728-40d8-bb53-58398a736ebc,DISK] 2024-11-23T11:17:21,128 INFO [RS:0;64443f9a1829:32995 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/WALs/64443f9a1829,32995,1732360639121/64443f9a1829%2C32995%2C1732360639121.1732360641107 2024-11-23T11:17:21,129 DEBUG [RS:0;64443f9a1829:32995 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42761:42761)] 2024-11-23T11:17:21,246 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T11:17:21,261 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T11:17:21,261 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e 2024-11-23T11:17:21,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34997 is added to blk_1073741833_1009 (size=32) 2024-11-23T11:17:21,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:17:21,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:17:21,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:17:21,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:21,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:21,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:17:21,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:17:21,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:21,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:21,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:17:21,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:17:21,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:21,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:21,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:17:21,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:17:21,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:21,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:21,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:17:21,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/data/hbase/meta/1588230740 2024-11-23T11:17:21,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/data/hbase/meta/1588230740 2024-11-23T11:17:21,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:17:21,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:17:21,694 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:17:21,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:17:21,699 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:17:21,700 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60300872, jitterRate=-0.10144698619842529}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:17:21,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732360641672Initializing all the Stores at 1732360641676 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360641676Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360641676Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360641677 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360641677Cleaning up temporary data from old regions at 1732360641693 (+16 ms)Region opened successfully at 1732360641700 (+7 ms) 2024-11-23T11:17:21,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:17:21,701 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:17:21,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:17:21,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:17:21,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:17:21,701 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:17:21,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360641700Disabling compacts and flushes for region at 1732360641700Disabling writes for close at 1732360641701 (+1 ms)Writing region close event to WAL at 1732360641701Closed at 1732360641701 2024-11-23T11:17:21,703 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:17:21,703 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T11:17:21,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T11:17:21,705 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:17:21,707 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T11:17:21,857 DEBUG [64443f9a1829:41833 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T11:17:21,859 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64443f9a1829,32995,1732360639121 2024-11-23T11:17:21,864 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,32995,1732360639121, state=OPENING 2024-11-23T11:17:21,978 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T11:17:21,984 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:17:21,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x101676960f00004, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12048812831 2024-11-23T11:17:21,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x101676960f00003, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12048812831 2024-11-23T11:17:21,991 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:17:21,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12048812831/meta-region-server: CHANGED 2024-11-23T11:17:21,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,32995,1732360639121}] 2024-11-23T11:17:21,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12048812831/meta-region-server: CHANGED 2024-11-23T11:17:22,147 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:17:22,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T11:17:22,160 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T11:17:22,161 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:17:22,161 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T11:17:22,165 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C32995%2C1732360639121.meta, suffix=.meta, logDir=hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/WALs/64443f9a1829,32995,1732360639121, archiveDir=hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/oldWALs, maxLogs=10 2024-11-23T11:17:22,182 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/WALs/64443f9a1829,32995,1732360639121/64443f9a1829%2C32995%2C1732360639121.meta.1732360642167.meta, exclude list is [], retry=0 2024-11-23T11:17:22,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34997,DS-9da1cb43-4728-40d8-bb53-58398a736ebc,DISK] 2024-11-23T11:17:22,188 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/WALs/64443f9a1829,32995,1732360639121/64443f9a1829%2C32995%2C1732360639121.meta.1732360642167.meta 2024-11-23T11:17:22,188 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42761:42761)] 2024-11-23T11:17:22,189 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:17:22,189 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:17:22,189 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:17:22,189 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T11:17:22,189 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T11:17:22,189 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T11:17:22,190 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:17:22,190 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T11:17:22,190 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T11:17:22,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:17:22,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:17:22,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:22,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:22,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:17:22,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:17:22,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:22,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:22,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:17:22,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:17:22,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:22,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:22,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:17:22,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:17:22,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:22,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:22,199 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:17:22,200 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/data/hbase/meta/1588230740 2024-11-23T11:17:22,202 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/data/hbase/meta/1588230740 2024-11-23T11:17:22,204 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:17:22,204 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:17:22,205 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:17:22,207 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:17:22,209 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63516850, jitterRate=-0.053525179624557495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:17:22,209 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T11:17:22,209 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732360642190Writing region info on filesystem at 1732360642190Initializing all the Stores at 1732360642191 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360642191Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360642191Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360642192 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360642192Cleaning up temporary data from old regions at 1732360642204 (+12 ms)Running coprocessor post-open hooks at 1732360642209 (+5 ms)Region opened successfully at 1732360642209 2024-11-23T11:17:22,211 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732360642146 2024-11-23T11:17:22,214 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T11:17:22,214 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T11:17:22,215 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64443f9a1829,32995,1732360639121 2024-11-23T11:17:22,217 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,32995,1732360639121, state=OPEN 2024-11-23T11:17:22,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x101676960f00003, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12048812831/meta-region-server 2024-11-23T11:17:22,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x101676960f00004, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12048812831/meta-region-server 2024-11-23T11:17:22,228 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64443f9a1829,32995,1732360639121 2024-11-23T11:17:22,228 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12048812831/meta-region-server: CHANGED 2024-11-23T11:17:22,228 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12048812831/meta-region-server: CHANGED 2024-11-23T11:17:22,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T11:17:22,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,32995,1732360639121 in 237 msec 2024-11-23T11:17:22,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T11:17:22,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 529 msec 2024-11-23T11:17:22,238 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:17:22,238 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T11:17:22,240 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:17:22,240 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,32995,1732360639121, seqNum=-1] 2024-11-23T11:17:22,241 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:17:22,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:17:22,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4080 sec 2024-11-23T11:17:22,251 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732360642251, completionTime=-1 2024-11-23T11:17:22,251 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T11:17:22,251 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T11:17:22,253 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T11:17:22,254 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732360702254 2024-11-23T11:17:22,254 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732360762254 2024-11-23T11:17:22,254 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T11:17:22,254 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,41833,1732360638968-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:22,254 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,41833,1732360638968-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:22,254 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,41833,1732360638968-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:22,254 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64443f9a1829:41833, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:22,255 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:22,255 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:22,257 DEBUG [master/64443f9a1829:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T11:17:22,259 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.059sec 2024-11-23T11:17:22,260 INFO [master/64443f9a1829:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T11:17:22,260 INFO [master/64443f9a1829:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T11:17:22,260 INFO [master/64443f9a1829:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T11:17:22,260 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T11:17:22,260 INFO [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T11:17:22,260 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,41833,1732360638968-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:17:22,260 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,41833,1732360638968-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T11:17:22,263 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T11:17:22,263 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T11:17:22,263 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,41833,1732360638968-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:22,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca84819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:22,359 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,41833,-1 for getting cluster id 2024-11-23T11:17:22,359 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:17:22,363 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '793585ad-b37f-468c-87b9-c4e89a9987d3' 2024-11-23T11:17:22,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:17:22,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "793585ad-b37f-468c-87b9-c4e89a9987d3" 2024-11-23T11:17:22,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30a29882, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:22,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,41833,-1] 2024-11-23T11:17:22,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:17:22,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:22,368 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:17:22,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa83a84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:22,371 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:17:22,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,32995,1732360639121, seqNum=-1] 2024-11-23T11:17:22,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:17:22,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:17:22,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64443f9a1829,41833,1732360638968 2024-11-23T11:17:22,382 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51934 2024-11-23T11:17:22,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:17:22,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101676960f00005 connected 2024-11-23T11:17:22,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a8b793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:22,413 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,45815,-1 for getting cluster id 2024-11-23T11:17:22,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:17:22,415 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff16fb0d-e0dc-43b8-8593-cdb89e713dbc' 2024-11-23T11:17:22,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:17:22,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff16fb0d-e0dc-43b8-8593-cdb89e713dbc" 2024-11-23T11:17:22,417 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7b95d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:22,417 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,45815,-1] 2024-11-23T11:17:22,417 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:17:22,418 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:22,420 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:17:22,422 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fea1a76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:22,433 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:17:22,436 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,45815,1732360632230 2024-11-23T11:17:22,438 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b8b4009 2024-11-23T11:17:22,439 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:17:22,441 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:17:22,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45815 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://64443f9a1829:41833,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T11:17:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45815 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T11:17:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:17:22,455 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:41833' 2024-11-23T11:17:22,457 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@208cd1ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:22,457 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,41833,-1 for getting cluster id 2024-11-23T11:17:22,457 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:17:22,458 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '793585ad-b37f-468c-87b9-c4e89a9987d3' 2024-11-23T11:17:22,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:17:22,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "793585ad-b37f-468c-87b9-c4e89a9987d3" 2024-11-23T11:17:22,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1380766d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:22,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,41833,-1] 2024-11-23T11:17:22,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:17:22,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:22,461 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:17:22,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31baa87f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:22,462 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:17:22,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,41833,1732360638968 2024-11-23T11:17:22,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ee10b1b 2024-11-23T11:17:22,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:17:22,470 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:17:22,484 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-23T11:17:22,484 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T11:17:22,489 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:22,489 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:22,489 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:17:22,490 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:17:22,495 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T11:17:22,498 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:17:22,498 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:22,500 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:17:22,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741835_1011 (size=1138) 2024-11-23T11:17:22,547 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T11:17:22,561 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T11:17:22,562 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T11:17:22,565 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:17:22,565 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-23T11:17:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:17:22,566 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:17:22,566 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T11:17:22,566 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T11:17:22,567 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T11:17:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:17:22,914 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 82793cb63a30fc73252512a5b0a67e72, NAME => 'hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e 2024-11-23T11:17:22,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741836_1012 (size=44) 2024-11-23T11:17:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:17:23,324 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:17:23,324 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 82793cb63a30fc73252512a5b0a67e72, disabling compactions & flushes 2024-11-23T11:17:23,325 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72. 2024-11-23T11:17:23,325 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72. 2024-11-23T11:17:23,325 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72. after waiting 0 ms 2024-11-23T11:17:23,325 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72. 2024-11-23T11:17:23,325 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72. 2024-11-23T11:17:23,325 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 82793cb63a30fc73252512a5b0a67e72: Waiting for close lock at 1732360643324Disabling compacts and flushes for region at 1732360643324Disabling writes for close at 1732360643325 (+1 ms)Writing region close event to WAL at 1732360643325Closed at 1732360643325 2024-11-23T11:17:23,327 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:17:23,334 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732360643327"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732360643327"}]},"ts":"1732360643327"} 2024-11-23T11:17:23,342 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T11:17:23,345 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:17:23,348 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360643345"}]},"ts":"1732360643345"} 2024-11-23T11:17:23,358 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T11:17:23,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=82793cb63a30fc73252512a5b0a67e72, ASSIGN}] 2024-11-23T11:17:23,363 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=82793cb63a30fc73252512a5b0a67e72, ASSIGN 2024-11-23T11:17:23,365 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=82793cb63a30fc73252512a5b0a67e72, ASSIGN; state=OFFLINE, location=64443f9a1829,40033,1732360632958; forceNewPlan=false, retain=false 2024-11-23T11:17:23,517 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=82793cb63a30fc73252512a5b0a67e72, regionState=OPENING, regionLocation=64443f9a1829,40033,1732360632958 2024-11-23T11:17:23,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=82793cb63a30fc73252512a5b0a67e72, ASSIGN because future has completed 2024-11-23T11:17:23,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82793cb63a30fc73252512a5b0a67e72, server=64443f9a1829,40033,1732360632958}] 2024-11-23T11:17:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:17:23,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72. 2024-11-23T11:17:23,686 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:17:23,686 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T11:17:23,690 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C40033%2C1732360632958.rep, suffix=, logDir=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,40033,1732360632958, archiveDir=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/oldWALs, maxLogs=10 2024-11-23T11:17:23,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,40033,1732360632958/64443f9a1829%2C40033%2C1732360632958.rep.1732360643691, exclude list is [], retry=0 2024-11-23T11:17:23,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44477,DS-8d6ccecc-bf44-4c8f-901f-233d7883a655,DISK] 2024-11-23T11:17:23,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,40033,1732360632958/64443f9a1829%2C40033%2C1732360632958.rep.1732360643691 2024-11-23T11:17:23,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46797:46797)] 2024-11-23T11:17:23,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 82793cb63a30fc73252512a5b0a67e72, NAME => 'hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:17:23,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:17:23,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:17:23,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72. service=MultiRowMutationService 2024-11-23T11:17:23,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T11:17:23,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 82793cb63a30fc73252512a5b0a67e72 2024-11-23T11:17:23,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:17:23,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 82793cb63a30fc73252512a5b0a67e72 2024-11-23T11:17:23,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 82793cb63a30fc73252512a5b0a67e72 2024-11-23T11:17:23,725 INFO [StoreOpener-82793cb63a30fc73252512a5b0a67e72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 82793cb63a30fc73252512a5b0a67e72 2024-11-23T11:17:23,727 INFO [StoreOpener-82793cb63a30fc73252512a5b0a67e72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82793cb63a30fc73252512a5b0a67e72 columnFamilyName hfileref 2024-11-23T11:17:23,727 DEBUG [StoreOpener-82793cb63a30fc73252512a5b0a67e72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:23,728 INFO [StoreOpener-82793cb63a30fc73252512a5b0a67e72-1 {}] regionserver.HStore(327): Store=82793cb63a30fc73252512a5b0a67e72/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:17:23,728 INFO [StoreOpener-82793cb63a30fc73252512a5b0a67e72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 82793cb63a30fc73252512a5b0a67e72 2024-11-23T11:17:23,731 INFO [StoreOpener-82793cb63a30fc73252512a5b0a67e72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82793cb63a30fc73252512a5b0a67e72 columnFamilyName queue 2024-11-23T11:17:23,731 DEBUG [StoreOpener-82793cb63a30fc73252512a5b0a67e72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:23,731 INFO [StoreOpener-82793cb63a30fc73252512a5b0a67e72-1 {}] regionserver.HStore(327): Store=82793cb63a30fc73252512a5b0a67e72/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:17:23,731 INFO [StoreOpener-82793cb63a30fc73252512a5b0a67e72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 82793cb63a30fc73252512a5b0a67e72 2024-11-23T11:17:23,733 INFO [StoreOpener-82793cb63a30fc73252512a5b0a67e72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82793cb63a30fc73252512a5b0a67e72 columnFamilyName sid 2024-11-23T11:17:23,733 DEBUG [StoreOpener-82793cb63a30fc73252512a5b0a67e72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:23,734 INFO [StoreOpener-82793cb63a30fc73252512a5b0a67e72-1 {}] regionserver.HStore(327): Store=82793cb63a30fc73252512a5b0a67e72/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:17:23,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 82793cb63a30fc73252512a5b0a67e72 2024-11-23T11:17:23,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/replication/82793cb63a30fc73252512a5b0a67e72 2024-11-23T11:17:23,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/replication/82793cb63a30fc73252512a5b0a67e72 2024-11-23T11:17:23,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 82793cb63a30fc73252512a5b0a67e72 2024-11-23T11:17:23,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 82793cb63a30fc73252512a5b0a67e72 2024-11-23T11:17:23,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:17:23,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 82793cb63a30fc73252512a5b0a67e72 2024-11-23T11:17:23,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/replication/82793cb63a30fc73252512a5b0a67e72/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:17:23,745 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 82793cb63a30fc73252512a5b0a67e72; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67807707, jitterRate=0.010413572192192078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:17:23,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 82793cb63a30fc73252512a5b0a67e72 2024-11-23T11:17:23,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 82793cb63a30fc73252512a5b0a67e72: Running coprocessor pre-open hook at 1732360643722Writing region info on filesystem at 1732360643722Initializing all the Stores at 1732360643725 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360643725Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360643725Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360643725Cleaning up temporary data from old regions at 1732360643738 (+13 ms)Running coprocessor post-open hooks at 1732360643746 (+8 ms)Region opened successfully at 1732360643746 2024-11-23T11:17:23,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72., pid=7, masterSystemTime=1732360643676 2024-11-23T11:17:23,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72. 2024-11-23T11:17:23,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72. 2024-11-23T11:17:23,753 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=82793cb63a30fc73252512a5b0a67e72, regionState=OPEN, openSeqNum=2, regionLocation=64443f9a1829,40033,1732360632958 2024-11-23T11:17:23,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82793cb63a30fc73252512a5b0a67e72, server=64443f9a1829,40033,1732360632958 because future has completed 2024-11-23T11:17:23,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-23T11:17:23,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 82793cb63a30fc73252512a5b0a67e72, server=64443f9a1829,40033,1732360632958 in 239 msec 2024-11-23T11:17:23,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T11:17:23,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=82793cb63a30fc73252512a5b0a67e72, ASSIGN in 406 msec 2024-11-23T11:17:23,774 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:17:23,774 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360643774"}]},"ts":"1732360643774"} 2024-11-23T11:17:23,778 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T11:17:23,780 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:17:23,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2900 sec 2024-11-23T11:17:23,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72., hostname=64443f9a1829,40033,1732360632958, seqNum=2] 2024-11-23T11:17:23,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40033 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-23T11:17:24,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45815-0x101676960f00000, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2114034146 2024-11-23T11:17:24,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40033-0x101676960f00001, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2114034146 2024-11-23T11:17:24,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T11:17:24,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-23T11:17:24,212 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T11:17:24,292 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-64443f9a1829,40033,1732360632958, ReplicationSource: 1, currentBandwidth=0 2024-11-23T11:17:24,294 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:17:24,294 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,40033,1732360632958, seqNum=-1] 2024-11-23T11:17:24,295 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:17:24,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-23T11:17:24,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-64443f9a1829,40033,1732360632958', locateType=CURRENT is [region=hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72., hostname=64443f9a1829,40033,1732360632958, seqNum=2] 2024-11-23T11:17:24,307 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-23T11:17:24,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45815 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-23T11:17:24,313 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 64443f9a1829,40033,1732360632958 suceeded 2024-11-23T11:17:24,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-23T11:17:24,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 268 msec 2024-11-23T11:17:24,318 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://64443f9a1829:41833,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T11:17:24,334 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40033,1732360632958 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:41833' 2024-11-23T11:17:24,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8740 sec 2024-11-23T11:17:24,350 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40033,1732360632958 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@498e5c14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:24,350 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40033,1732360632958 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,41833,-1 for getting cluster id 2024-11-23T11:17:24,350 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40033,1732360632958 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:17:24,352 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '793585ad-b37f-468c-87b9-c4e89a9987d3' 2024-11-23T11:17:24,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:17:24,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "793585ad-b37f-468c-87b9-c4e89a9987d3" 2024-11-23T11:17:24,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53cdaaf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:24,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,41833,-1] 2024-11-23T11:17:24,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:17:24,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:24,355 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:17:24,356 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40033,1732360632958 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77aca616, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:24,356 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40033,1732360632958 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:17:24,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,41833,1732360638968 2024-11-23T11:17:24,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4572fa99 2024-11-23T11:17:24,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:17:24,363 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-23T11:17:24,365 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40033,1732360632958 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-64443f9a1829,40033,1732360632958 (queues=1) is replicating from cluster=ff16fb0d-e0dc-43b8-8593-cdb89e713dbc to cluster=793585ad-b37f-468c-87b9-c4e89a9987d3 2024-11-23T11:17:24,367 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40033,1732360632958 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=64443f9a1829%2C40033%2C1732360632958 2024-11-23T11:17:24,371 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40033,1732360632958 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-64443f9a1829,40033,1732360632958, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T11:17:24,379 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40033,1732360632958.replicationSource.shipper64443f9a1829%2C40033%2C1732360632958,1-64443f9a1829,40033,1732360632958 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64443f9a1829%2C40033%2C1732360632958 2024-11-23T11:17:24,381 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40033,1732360632958.replicationSource.wal-reader.64443f9a1829%2C40033%2C1732360632958,1-64443f9a1829,40033,1732360632958 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,40033,1732360632958/64443f9a1829%2C40033%2C1732360632958.1732360635435, startPosition=0, beingWritten=true 2024-11-23T11:17:24,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:17:24,606 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:17:24,606 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:17:24,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:24,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:24,607 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:17:24,607 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T11:17:24,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd54e67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:24,609 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,45815,-1 for getting cluster id 2024-11-23T11:17:24,609 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:17:24,617 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff16fb0d-e0dc-43b8-8593-cdb89e713dbc' 2024-11-23T11:17:24,618 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:17:24,618 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff16fb0d-e0dc-43b8-8593-cdb89e713dbc" 2024-11-23T11:17:24,619 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24df0be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:24,619 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,45815,-1] 2024-11-23T11:17:24,619 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:17:24,620 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:24,622 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:17:24,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66023a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:24,625 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:17:24,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,45815,1732360632230 2024-11-23T11:17:24,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3edc0a6 2024-11-23T11:17:24,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:17:24,630 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:17:24,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45815 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://64443f9a1829:41833,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T11:17:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45815 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T11:17:24,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-23T11:17:24,638 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:41833' 2024-11-23T11:17:24,641 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@730146b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:24,641 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,41833,-1 for getting cluster id 2024-11-23T11:17:24,641 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:17:24,642 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '793585ad-b37f-468c-87b9-c4e89a9987d3' 2024-11-23T11:17:24,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:17:24,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "793585ad-b37f-468c-87b9-c4e89a9987d3" 2024-11-23T11:17:24,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2935cc84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:24,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,41833,-1] 2024-11-23T11:17:24,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:17:24,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:24,645 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:17:24,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bf2b8e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:24,647 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:17:24,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,41833,1732360638968 2024-11-23T11:17:24,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55262e44 2024-11-23T11:17:24,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:17:24,650 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:17:24,651 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-23T11:17:24,651 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T11:17:24,651 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:24,651 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:24,653 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:17:24,662 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40033,1732360632958.replicationSource.wal-reader.64443f9a1829%2C40033%2C1732360632958,1-64443f9a1829,40033,1732360632958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,40033,1732360632958/64443f9a1829%2C40033%2C1732360632958.1732360635435 to pos 0, reset compression=false 2024-11-23T11:17:24,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-23T11:17:24,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T11:17:24,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-23T11:17:25,012 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40033,1732360632958.replicationSource.wal-reader.64443f9a1829%2C40033%2C1732360632958,1-64443f9a1829,40033,1732360632958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,40033,1732360632958/64443f9a1829%2C40033%2C1732360632958.1732360635435 to pos 0, reset compression=false 2024-11-23T11:17:25,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-23T11:17:25,039 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-23T11:17:25,083 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-64443f9a1829,40033,1732360632958, ReplicationSource: 2, currentBandwidth=0 2024-11-23T11:17:25,087 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-23T11:17:25,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45815 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-23T11:17:25,092 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 64443f9a1829,40033,1732360632958 suceeded 2024-11-23T11:17:25,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T11:17:25,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-11-23T11:17:25,097 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://64443f9a1829:41833,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T11:17:25,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 466 msec 2024-11-23T11:17:25,110 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,40033,1732360632958 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:41833' 2024-11-23T11:17:25,111 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,40033,1732360632958 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19e5e412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:25,111 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,40033,1732360632958 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,41833,-1 for getting cluster id 2024-11-23T11:17:25,112 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,40033,1732360632958 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:17:25,113 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '793585ad-b37f-468c-87b9-c4e89a9987d3' 2024-11-23T11:17:25,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:17:25,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "793585ad-b37f-468c-87b9-c4e89a9987d3" 2024-11-23T11:17:25,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c319a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:25,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,41833,-1] 2024-11-23T11:17:25,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:17:25,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:25,117 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:17:25,118 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,40033,1732360632958 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d898c33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:25,118 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,40033,1732360632958 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:17:25,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,41833,1732360638968 2024-11-23T11:17:25,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b55d50d 2024-11-23T11:17:25,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:17:25,121 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-23T11:17:25,122 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,40033,1732360632958 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-64443f9a1829,40033,1732360632958 (queues=1) is replicating from cluster=ff16fb0d-e0dc-43b8-8593-cdb89e713dbc to cluster=793585ad-b37f-468c-87b9-c4e89a9987d3 2024-11-23T11:17:25,122 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,40033,1732360632958 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=64443f9a1829%2C40033%2C1732360632958 2024-11-23T11:17:25,122 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,40033,1732360632958 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-64443f9a1829,40033,1732360632958, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T11:17:25,123 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,40033,1732360632958.replicationSource.shipper64443f9a1829%2C40033%2C1732360632958,2-64443f9a1829,40033,1732360632958 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64443f9a1829%2C40033%2C1732360632958 2024-11-23T11:17:25,123 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,40033,1732360632958.replicationSource.wal-reader.64443f9a1829%2C40033%2C1732360632958,2-64443f9a1829,40033,1732360632958 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,40033,1732360632958/64443f9a1829%2C40033%2C1732360632958.1732360635435, startPosition=0, beingWritten=true 2024-11-23T11:17:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-23T11:17:25,266 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-23T11:17:25,266 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:17:25,266 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:17:25,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:25,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:25,267 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:17:25,267 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:17:25,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,45815,1732360632230 2024-11-23T11:17:25,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7519ea07 2024-11-23T11:17:25,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:17:25,288 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:17:25,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45815 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-23T11:17:25,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45815 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-23T11:17:25,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45815 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-23T11:17:25,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45815 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-23T11:17:25,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45815 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://64443f9a1829:41833,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T11:17:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45815 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-23T11:17:25,307 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:41833' 2024-11-23T11:17:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-23T11:17:25,308 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2967138c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:25,308 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,41833,-1 for getting cluster id 2024-11-23T11:17:25,309 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:17:25,310 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '793585ad-b37f-468c-87b9-c4e89a9987d3' 2024-11-23T11:17:25,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:17:25,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "793585ad-b37f-468c-87b9-c4e89a9987d3" 2024-11-23T11:17:25,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c299bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:25,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,41833,-1] 2024-11-23T11:17:25,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:17:25,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:25,312 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:17:25,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77de81e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:25,314 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:17:25,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,41833,1732360638968 2024-11-23T11:17:25,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a1bbf2d 2024-11-23T11:17:25,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:17:25,317 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:17:25,318 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T11:17:25,318 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T11:17:25,318 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:25,318 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:25,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:17:25,336 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,40033,1732360632958.replicationSource.wal-reader.64443f9a1829%2C40033%2C1732360632958,2-64443f9a1829,40033,1732360632958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,40033,1732360632958/64443f9a1829%2C40033%2C1732360632958.1732360635435 to pos 0, reset compression=false 2024-11-23T11:17:25,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T11:17:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-23T11:17:25,422 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40033,1732360632958.replicationSource.wal-reader.64443f9a1829%2C40033%2C1732360632958,1-64443f9a1829,40033,1732360632958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,40033,1732360632958/64443f9a1829%2C40033%2C1732360632958.1732360635435 to pos 0, reset compression=false 2024-11-23T11:17:25,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-23T11:17:25,524 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-23T11:17:25,526 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-23T11:17:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45815 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-23T11:17:25,530 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 64443f9a1829,40033,1732360632958 suceeded 2024-11-23T11:17:25,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-23T11:17:25,534 INFO [PEWorker-1 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://64443f9a1829:41833,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T11:17:25,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-23T11:17:25,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 233 msec 2024-11-23T11:17:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-23T11:17:25,626 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-23T11:17:25,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45815 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://64443f9a1829:41833,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T11:17:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45815 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-23T11:17:25,631 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:41833' 2024-11-23T11:17:25,632 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac9b288, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-23T11:17:25,632 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,41833,-1 for getting cluster id 2024-11-23T11:17:25,632 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:17:25,633 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '793585ad-b37f-468c-87b9-c4e89a9987d3' 2024-11-23T11:17:25,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:17:25,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "793585ad-b37f-468c-87b9-c4e89a9987d3" 2024-11-23T11:17:25,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2ce5a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:25,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,41833,-1] 2024-11-23T11:17:25,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:17:25,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:25,635 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:17:25,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@316d6fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:25,642 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:17:25,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,41833,1732360638968 2024-11-23T11:17:25,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67ed7913 2024-11-23T11:17:25,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:17:25,644 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,40033,1732360632958.replicationSource.wal-reader.64443f9a1829%2C40033%2C1732360632958,2-64443f9a1829,40033,1732360632958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,40033,1732360632958/64443f9a1829%2C40033%2C1732360632958.1732360635435 to pos 0, reset compression=false 2024-11-23T11:17:25,645 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:17:25,646 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-23T11:17:25,646 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T11:17:25,647 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:25,647 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:25,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:17:25,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T11:17:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-23T11:17:25,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-23T11:17:25,860 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-23T11:17:25,862 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-23T11:17:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45815 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-23T11:17:25,866 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 64443f9a1829,40033,1732360632958 suceeded 2024-11-23T11:17:25,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-23T11:17:25,871 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://64443f9a1829:41833,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T11:17:25,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-23T11:17:25,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 245 msec 2024-11-23T11:17:25,931 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40033,1732360632958.replicationSource.wal-reader.64443f9a1829%2C40033%2C1732360632958,1-64443f9a1829,40033,1732360632958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,40033,1732360632958/64443f9a1829%2C40033%2C1732360632958.1732360635435 to pos 0, reset compression=false 2024-11-23T11:17:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-23T11:17:25,946 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-23T11:17:25,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45815 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-23T11:17:25,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45815 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-23T11:17:25,949 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:17:25,949 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:17:25,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:25,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:25,950 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T11:17:25,950 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:17:25,950 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=853720947, stopped=false 2024-11-23T11:17:25,950 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64443f9a1829,45815,1732360632230 2024-11-23T11:17:25,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40033-0x101676960f00001, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2114034146/running 2024-11-23T11:17:25,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40033-0x101676960f00001, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2114034146 2024-11-23T11:17:25,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45815-0x101676960f00000, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2114034146/running 2024-11-23T11:17:25,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45815-0x101676960f00000, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2114034146 2024-11-23T11:17:25,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40033-0x101676960f00001, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Set watcher on znode that does not yet exist, /0-2114034146/running 2024-11-23T11:17:25,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45815-0x101676960f00000, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Set watcher on znode that does not yet exist, /0-2114034146/running 2024-11-23T11:17:25,958 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:17:25,958 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:17:25,959 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:17:25,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:25,959 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64443f9a1829,40033,1732360632958' ***** 2024-11-23T11:17:25,959 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T11:17:25,960 INFO [RS:0;64443f9a1829:40033 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T11:17:25,960 INFO [RS:0;64443f9a1829:40033 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T11:17:25,960 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T11:17:25,961 INFO [RS:0;64443f9a1829:40033 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T11:17:25,961 INFO [RS:0;64443f9a1829:40033 {}] regionserver.HRegionServer(3091): Received CLOSE for 82793cb63a30fc73252512a5b0a67e72 2024-11-23T11:17:25,961 INFO [RS:0;64443f9a1829:40033 {}] regionserver.HRegionServer(959): stopping server 64443f9a1829,40033,1732360632958 2024-11-23T11:17:25,962 INFO [RS:0;64443f9a1829:40033 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:17:25,962 INFO [RS:0;64443f9a1829:40033 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:40033. 2024-11-23T11:17:25,962 DEBUG [RS:0;64443f9a1829:40033 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:17:25,962 DEBUG [RS:0;64443f9a1829:40033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:25,962 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 82793cb63a30fc73252512a5b0a67e72, disabling compactions & flushes 2024-11-23T11:17:25,962 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72. 2024-11-23T11:17:25,962 INFO [RS:0;64443f9a1829:40033 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T11:17:25,962 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72. 2024-11-23T11:17:25,962 INFO [RS:0;64443f9a1829:40033 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T11:17:25,962 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72. after waiting 0 ms 2024-11-23T11:17:25,962 INFO [RS:0;64443f9a1829:40033 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T11:17:25,962 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72. 2024-11-23T11:17:25,962 INFO [RS:0;64443f9a1829:40033 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T11:17:25,963 INFO [RS:0;64443f9a1829:40033 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T11:17:25,963 DEBUG [RS:0;64443f9a1829:40033 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 82793cb63a30fc73252512a5b0a67e72=hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72.} 2024-11-23T11:17:25,963 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:17:25,964 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:17:25,964 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:17:25,964 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:17:25,964 DEBUG [RS:0;64443f9a1829:40033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 82793cb63a30fc73252512a5b0a67e72 2024-11-23T11:17:25,964 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:17:25,967 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 82793cb63a30fc73252512a5b0a67e72 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-23T11:17:25,967 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-23T11:17:25,991 INFO [regionserver/64443f9a1829:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:17:26,050 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/meta/1588230740/.tmp/info/c052490c11a64f0f8c783155a26d91f3 is 147, key is hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72./info:regioninfo/1732360643753/Put/seqid=0 2024-11-23T11:17:26,050 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/replication/82793cb63a30fc73252512a5b0a67e72/.tmp/queue/4bd9404f7da0448696e0b2c5c1f048ac is 151, key is 1-64443f9a1829,40033,1732360632958/queue:64443f9a1829%2C40033%2C1732360632958/1732360644301/Put/seqid=0 2024-11-23T11:17:26,054 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,40033,1732360632958.replicationSource.wal-reader.64443f9a1829%2C40033%2C1732360632958,2-64443f9a1829,40033,1732360632958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,40033,1732360632958/64443f9a1829%2C40033%2C1732360632958.1732360635435 to pos 0, reset compression=false 2024-11-23T11:17:26,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741838_1014 (size=5500) 2024-11-23T11:17:26,077 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/replication/82793cb63a30fc73252512a5b0a67e72/.tmp/queue/4bd9404f7da0448696e0b2c5c1f048ac 2024-11-23T11:17:26,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741839_1015 (size=6631) 2024-11-23T11:17:26,083 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/meta/1588230740/.tmp/info/c052490c11a64f0f8c783155a26d91f3 2024-11-23T11:17:26,150 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/replication/82793cb63a30fc73252512a5b0a67e72/.tmp/queue/4bd9404f7da0448696e0b2c5c1f048ac as hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/replication/82793cb63a30fc73252512a5b0a67e72/queue/4bd9404f7da0448696e0b2c5c1f048ac 2024-11-23T11:17:26,164 DEBUG [RS:0;64443f9a1829:40033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 82793cb63a30fc73252512a5b0a67e72 2024-11-23T11:17:26,165 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/replication/82793cb63a30fc73252512a5b0a67e72/queue/4bd9404f7da0448696e0b2c5c1f048ac, entries=2, sequenceid=6, filesize=5.4 K 2024-11-23T11:17:26,175 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 82793cb63a30fc73252512a5b0a67e72 in 206ms, sequenceid=6, compaction requested=false 2024-11-23T11:17:26,175 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T11:17:26,176 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/meta/1588230740/.tmp/ns/165948f93735488891c85c29ba89da93 is 43, key is default/ns:d/1732360636606/Put/seqid=0 2024-11-23T11:17:26,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741840_1016 (size=5153) 2024-11-23T11:17:26,186 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/meta/1588230740/.tmp/ns/165948f93735488891c85c29ba89da93 2024-11-23T11:17:26,189 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/replication/82793cb63a30fc73252512a5b0a67e72/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T11:17:26,194 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:17:26,194 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:17:26,194 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72. 2024-11-23T11:17:26,194 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 82793cb63a30fc73252512a5b0a67e72: Waiting for close lock at 1732360645962Running coprocessor pre-close hooks at 1732360645962Disabling compacts and flushes for region at 1732360645962Disabling writes for close at 1732360645962Obtaining lock to block concurrent updates at 1732360645967 (+5 ms)Preparing flush snapshotting stores in 82793cb63a30fc73252512a5b0a67e72 at 1732360645967Finished memstore snapshotting hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732360645980 (+13 ms)Flushing stores of hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72. at 1732360645981 (+1 ms)Flushing 82793cb63a30fc73252512a5b0a67e72/queue: creating writer at 1732360645983 (+2 ms)Flushing 82793cb63a30fc73252512a5b0a67e72/queue: appending metadata at 1732360646031 (+48 ms)Flushing 82793cb63a30fc73252512a5b0a67e72/queue: closing flushed file at 1732360646034 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2effc444: reopening flushed file at 1732360646148 (+114 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 82793cb63a30fc73252512a5b0a67e72 in 206ms, sequenceid=6, compaction requested=false at 1732360646175 (+27 ms)Writing region close event to WAL at 1732360646180 (+5 ms)Running coprocessor post-close hooks at 1732360646191 (+11 ms)Closed at 1732360646194 (+3 ms) 2024-11-23T11:17:26,195 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72. 2024-11-23T11:17:26,240 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/meta/1588230740/.tmp/table/2769d69460ba480590a10debaf65f25b is 53, key is hbase:replication/table:state/1732360643774/Put/seqid=0 2024-11-23T11:17:26,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741841_1017 (size=5256) 2024-11-23T11:17:26,283 INFO [regionserver/64443f9a1829:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T11:17:26,283 INFO [regionserver/64443f9a1829:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T11:17:26,364 DEBUG [RS:0;64443f9a1829:40033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:17:26,539 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40033,1732360632958.replicationSource.wal-reader.64443f9a1829%2C40033%2C1732360632958,1-64443f9a1829,40033,1732360632958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,40033,1732360632958/64443f9a1829%2C40033%2C1732360632958.1732360635435 to pos 0, reset compression=false 2024-11-23T11:17:26,565 DEBUG [RS:0;64443f9a1829:40033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:17:26,576 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,40033,1732360632958.replicationSource.wal-reader.64443f9a1829%2C40033%2C1732360632958,2-64443f9a1829,40033,1732360632958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,40033,1732360632958/64443f9a1829%2C40033%2C1732360632958.1732360635435 to pos 0, reset compression=false 2024-11-23T11:17:26,651 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/meta/1588230740/.tmp/table/2769d69460ba480590a10debaf65f25b 2024-11-23T11:17:26,664 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/meta/1588230740/.tmp/info/c052490c11a64f0f8c783155a26d91f3 as hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/meta/1588230740/info/c052490c11a64f0f8c783155a26d91f3 2024-11-23T11:17:26,689 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/meta/1588230740/info/c052490c11a64f0f8c783155a26d91f3, entries=10, sequenceid=11, filesize=6.5 K 2024-11-23T11:17:26,694 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/meta/1588230740/.tmp/ns/165948f93735488891c85c29ba89da93 as hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/meta/1588230740/ns/165948f93735488891c85c29ba89da93 2024-11-23T11:17:26,712 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/meta/1588230740/ns/165948f93735488891c85c29ba89da93, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T11:17:26,717 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/meta/1588230740/.tmp/table/2769d69460ba480590a10debaf65f25b as hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/meta/1588230740/table/2769d69460ba480590a10debaf65f25b 2024-11-23T11:17:26,734 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/meta/1588230740/table/2769d69460ba480590a10debaf65f25b, entries=2, sequenceid=11, filesize=5.1 K 2024-11-23T11:17:26,736 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 771ms, sequenceid=11, compaction requested=false 2024-11-23T11:17:26,751 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T11:17:26,753 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:17:26,753 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:17:26,753 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:17:26,753 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360645963Running coprocessor pre-close hooks at 1732360645963Disabling compacts and flushes for region at 1732360645963Disabling writes for close at 1732360645964 (+1 ms)Obtaining lock to block concurrent updates at 1732360645967 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732360645967Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732360645979 (+12 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732360645981 (+2 ms)Flushing 1588230740/info: creating writer at 1732360645983 (+2 ms)Flushing 1588230740/info: appending metadata at 1732360646032 (+49 ms)Flushing 1588230740/info: closing flushed file at 1732360646034 (+2 ms)Flushing 1588230740/ns: creating writer at 1732360646148 (+114 ms)Flushing 1588230740/ns: appending metadata at 1732360646174 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1732360646174Flushing 1588230740/table: creating writer at 1732360646204 (+30 ms)Flushing 1588230740/table: appending metadata at 1732360646238 (+34 ms)Flushing 1588230740/table: closing flushed file at 1732360646239 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fc3bead: reopening flushed file at 1732360646662 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ee5bf22: reopening flushed file at 1732360646690 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7982f768: reopening flushed file at 1732360646715 (+25 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 771ms, sequenceid=11, compaction requested=false at 1732360646736 (+21 ms)Writing region close event to WAL at 1732360646745 (+9 ms)Running coprocessor post-close hooks at 1732360646753 (+8 ms)Closed at 1732360646753 2024-11-23T11:17:26,753 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T11:17:26,765 INFO [RS:0;64443f9a1829:40033 {}] regionserver.HRegionServer(976): stopping server 64443f9a1829,40033,1732360632958; all regions closed. 2024-11-23T11:17:26,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741834_1010 (size=2742) 2024-11-23T11:17:26,781 DEBUG [RS:0;64443f9a1829:40033 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/oldWALs 2024-11-23T11:17:26,781 INFO [RS:0;64443f9a1829:40033 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C40033%2C1732360632958.meta:.meta(num 1732360636441) 2024-11-23T11:17:26,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741837_1013 (size=1802) 2024-11-23T11:17:26,792 DEBUG [RS:0;64443f9a1829:40033 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/oldWALs 2024-11-23T11:17:26,792 INFO [RS:0;64443f9a1829:40033 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C40033%2C1732360632958.rep:(num 1732360643691) 2024-11-23T11:17:26,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741832_1008 (size=93) 2024-11-23T11:17:26,808 DEBUG [RS:0;64443f9a1829:40033 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/oldWALs 2024-11-23T11:17:26,808 INFO [RS:0;64443f9a1829:40033 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C40033%2C1732360632958:(num 1732360635435) 2024-11-23T11:17:26,808 DEBUG [RS:0;64443f9a1829:40033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:26,808 INFO [RS:0;64443f9a1829:40033 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:17:26,808 INFO [RS:0;64443f9a1829:40033 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:17:26,809 INFO [RS:0;64443f9a1829:40033 {}] hbase.ChoreService(370): Chore service for: regionserver/64443f9a1829:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T11:17:26,809 INFO [RS:0;64443f9a1829:40033 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:17:26,810 INFO [regionserver/64443f9a1829:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:17:26,811 INFO [RS:0;64443f9a1829:40033 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-64443f9a1829,40033,1732360632958 because: Region server is closing 2024-11-23T11:17:26,811 INFO [RS:0;64443f9a1829:40033 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:40033. 2024-11-23T11:17:26,811 DEBUG [RS:0;64443f9a1829:40033 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:17:26,811 DEBUG [RS:0;64443f9a1829:40033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:26,812 DEBUG [RS:0;64443f9a1829:40033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:26,812 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:17:26,912 WARN [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40033,1732360632958.replicationSource.wal-reader.64443f9a1829%2C40033%2C1732360632958,1-64443f9a1829,40033,1732360632958 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T11:17:26,912 WARN [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40033,1732360632958.replicationSource.shipper64443f9a1829%2C40033%2C1732360632958,1-64443f9a1829,40033,1732360632958 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T11:17:26,913 INFO [RS:0;64443f9a1829:40033 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40033,1732360632958.replicationSource.shipper64443f9a1829%2C40033%2C1732360632958,1-64443f9a1829,40033,1732360632958 terminated 2024-11-23T11:17:26,914 INFO [RS:0;64443f9a1829:40033 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-64443f9a1829,40033,1732360632958 because: Region server is closing 2024-11-23T11:17:26,914 INFO [RS:0;64443f9a1829:40033 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:40033. 2024-11-23T11:17:26,914 DEBUG [RS:0;64443f9a1829:40033 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:17:26,914 DEBUG [RS:0;64443f9a1829:40033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:26,914 DEBUG [RS:0;64443f9a1829:40033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:26,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:17:27,015 WARN [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,40033,1732360632958.replicationSource.wal-reader.64443f9a1829%2C40033%2C1732360632958,2-64443f9a1829,40033,1732360632958 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T11:17:27,015 WARN [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,40033,1732360632958.replicationSource.shipper64443f9a1829%2C40033%2C1732360632958,2-64443f9a1829,40033,1732360632958 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T11:17:27,015 INFO [RS:0;64443f9a1829:40033 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,40033,1732360632958.replicationSource.shipper64443f9a1829%2C40033%2C1732360632958,2-64443f9a1829,40033,1732360632958 terminated 2024-11-23T11:17:27,016 INFO [RS:0;64443f9a1829:40033 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40033 2024-11-23T11:17:27,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40033-0x101676960f00001, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2114034146/rs/64443f9a1829,40033,1732360632958 2024-11-23T11:17:27,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45815-0x101676960f00000, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2114034146/rs 2024-11-23T11:17:27,094 INFO [RS:0;64443f9a1829:40033 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:17:27,095 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64443f9a1829,40033,1732360632958] 2024-11-23T11:17:27,115 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2114034146/draining/64443f9a1829,40033,1732360632958 already deleted, retry=false 2024-11-23T11:17:27,115 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64443f9a1829,40033,1732360632958 expired; onlineServers=0 2024-11-23T11:17:27,115 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64443f9a1829,45815,1732360632230' ***** 2024-11-23T11:17:27,115 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T11:17:27,115 INFO [M:0;64443f9a1829:45815 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:17:27,116 INFO [M:0;64443f9a1829:45815 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:17:27,116 DEBUG [M:0;64443f9a1829:45815 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T11:17:27,116 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T11:17:27,116 DEBUG [M:0;64443f9a1829:45815 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T11:17:27,116 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360635070 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360635070,5,FailOnTimeoutGroup] 2024-11-23T11:17:27,116 INFO [M:0;64443f9a1829:45815 {}] hbase.ChoreService(370): Chore service for: master/64443f9a1829:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T11:17:27,116 INFO [M:0;64443f9a1829:45815 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:17:27,116 DEBUG [M:0;64443f9a1829:45815 {}] master.HMaster(1795): Stopping service threads 2024-11-23T11:17:27,116 INFO [M:0;64443f9a1829:45815 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T11:17:27,117 INFO [M:0;64443f9a1829:45815 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:17:27,117 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360635072 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360635072,5,FailOnTimeoutGroup] 2024-11-23T11:17:27,117 INFO [M:0;64443f9a1829:45815 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T11:17:27,117 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T11:17:27,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45815-0x101676960f00000, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2114034146/master 2024-11-23T11:17:27,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45815-0x101676960f00000, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2114034146 2024-11-23T11:17:27,137 DEBUG [M:0;64443f9a1829:45815 {}] zookeeper.ZKUtil(347): master:45815-0x101676960f00000, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Unable to get data of znode /0-2114034146/master because node does not exist (not an error) 2024-11-23T11:17:27,137 WARN [M:0;64443f9a1829:45815 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T11:17:27,145 INFO [M:0;64443f9a1829:45815 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/.lastflushedseqids 2024-11-23T11:17:27,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741842_1018 (size=181) 2024-11-23T11:17:27,165 INFO [M:0;64443f9a1829:45815 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T11:17:27,166 INFO [M:0;64443f9a1829:45815 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T11:17:27,166 DEBUG [M:0;64443f9a1829:45815 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:17:27,166 INFO [M:0;64443f9a1829:45815 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:17:27,166 DEBUG [M:0;64443f9a1829:45815 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:17:27,166 DEBUG [M:0;64443f9a1829:45815 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:17:27,166 DEBUG [M:0;64443f9a1829:45815 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:17:27,176 INFO [M:0;64443f9a1829:45815 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-23T11:17:27,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40033-0x101676960f00001, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:17:27,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40033-0x101676960f00001, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:17:27,206 INFO [RS:0;64443f9a1829:40033 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:17:27,206 INFO [RS:0;64443f9a1829:40033 {}] regionserver.HRegionServer(1031): Exiting; stopping=64443f9a1829,40033,1732360632958; zookeeper connection closed. 2024-11-23T11:17:27,208 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@46b6bee9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@46b6bee9 2024-11-23T11:17:27,209 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T11:17:27,217 DEBUG [M:0;64443f9a1829:45815 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c2667706eaa4625be76f1af38fc1fdf is 82, key is hbase:meta,,1/info:regioninfo/1732360636520/Put/seqid=0 2024-11-23T11:17:27,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741843_1019 (size=5672) 2024-11-23T11:17:27,637 INFO [M:0;64443f9a1829:45815 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c2667706eaa4625be76f1af38fc1fdf 2024-11-23T11:17:27,671 DEBUG [M:0;64443f9a1829:45815 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2b008c86f5842478ea2076d76498944 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732360643784/Put/seqid=0 2024-11-23T11:17:27,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741844_1020 (size=8663) 2024-11-23T11:17:27,693 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:17:28,080 INFO [M:0;64443f9a1829:45815 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2b008c86f5842478ea2076d76498944 2024-11-23T11:17:28,113 DEBUG [M:0;64443f9a1829:45815 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/219f1b83115c4c33a33a04a0ef25eb58 is 69, key is 64443f9a1829,40033,1732360632958/rs:state/1732360635199/Put/seqid=0 2024-11-23T11:17:28,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741845_1021 (size=5156) 2024-11-23T11:17:28,120 INFO [M:0;64443f9a1829:45815 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/219f1b83115c4c33a33a04a0ef25eb58 2024-11-23T11:17:28,133 DEBUG [M:0;64443f9a1829:45815 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c2667706eaa4625be76f1af38fc1fdf as hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c2667706eaa4625be76f1af38fc1fdf 2024-11-23T11:17:28,142 INFO [M:0;64443f9a1829:45815 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c2667706eaa4625be76f1af38fc1fdf, entries=8, sequenceid=115, filesize=5.5 K 2024-11-23T11:17:28,144 DEBUG [M:0;64443f9a1829:45815 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2b008c86f5842478ea2076d76498944 as hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a2b008c86f5842478ea2076d76498944 2024-11-23T11:17:28,154 INFO [M:0;64443f9a1829:45815 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a2b008c86f5842478ea2076d76498944, entries=14, sequenceid=115, filesize=8.5 K 2024-11-23T11:17:28,156 DEBUG [M:0;64443f9a1829:45815 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/219f1b83115c4c33a33a04a0ef25eb58 as hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/219f1b83115c4c33a33a04a0ef25eb58 2024-11-23T11:17:28,170 INFO [M:0;64443f9a1829:45815 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/219f1b83115c4c33a33a04a0ef25eb58, entries=1, sequenceid=115, filesize=5.0 K 2024-11-23T11:17:28,178 INFO [M:0;64443f9a1829:45815 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1012ms, sequenceid=115, compaction requested=false 2024-11-23T11:17:28,189 INFO [M:0;64443f9a1829:45815 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:17:28,189 DEBUG [M:0;64443f9a1829:45815 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360647166Disabling compacts and flushes for region at 1732360647166Disabling writes for close at 1732360647166Obtaining lock to block concurrent updates at 1732360647176 (+10 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732360647177 (+1 ms)Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732360647177Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732360647179 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732360647179Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732360647217 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732360647217Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732360647647 (+430 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732360647670 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732360647670Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732360648089 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732360648112 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732360648112Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6548debc: reopening flushed file at 1732360648131 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@515973f7: reopening flushed file at 1732360648143 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b761241: reopening flushed file at 1732360648154 (+11 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1012ms, sequenceid=115, compaction requested=false at 1732360648178 (+24 ms)Writing region close event to WAL at 1732360648189 (+11 ms)Closed at 1732360648189 2024-11-23T11:17:28,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741830_1006 (size=59421) 2024-11-23T11:17:28,197 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:17:28,197 INFO [M:0;64443f9a1829:45815 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T11:17:28,197 INFO [M:0;64443f9a1829:45815 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45815 2024-11-23T11:17:28,197 INFO [M:0;64443f9a1829:45815 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:17:28,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45815-0x101676960f00000, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:17:28,404 INFO [M:0;64443f9a1829:45815 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:17:28,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45815-0x101676960f00000, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:17:28,406 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:17:28,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:17:28,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:17:28,407 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:17:28,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:17:28,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:17:28,407 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T11:17:28,407 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:17:28,408 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44963 2024-11-23T11:17:28,410 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44963 connecting to ZooKeeper ensemble=127.0.0.1:51934 2024-11-23T11:17:28,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449630x0, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:17:28,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44963-0x101676960f00006 connected 2024-11-23T11:17:28,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:17:28,438 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:17:28,441 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44963-0x101676960f00006, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Set watcher on znode that does not yet exist, /0-2114034146/running 2024-11-23T11:17:28,441 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2114034146/meta-region-server: INIT 2024-11-23T11:17:28,441 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e, hbase.cluster.distributed=false 2024-11-23T11:17:28,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44963-0x101676960f00006, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Set watcher on znode that does not yet exist, /0-2114034146/acl 2024-11-23T11:17:28,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44963 2024-11-23T11:17:28,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44963 2024-11-23T11:17:28,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44963 2024-11-23T11:17:28,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44963 2024-11-23T11:17:28,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44963 2024-11-23T11:17:28,477 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:17:28,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:17:28,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:17:28,477 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:17:28,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:17:28,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:17:28,477 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T11:17:28,477 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:17:28,478 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39135 2024-11-23T11:17:28,480 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39135 connecting to ZooKeeper ensemble=127.0.0.1:51934 2024-11-23T11:17:28,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:17:28,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:17:28,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391350x0, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:17:28,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391350x0, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Set watcher on znode that does not yet exist, /0-2114034146/running 2024-11-23T11:17:28,527 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T11:17:28,528 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2114034146/meta-region-server: INIT 2024-11-23T11:17:28,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39135-0x101676960f00007 connected 2024-11-23T11:17:28,537 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T11:17:28,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39135-0x101676960f00007, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Set watcher on znode that does not yet exist, /0-2114034146/master 2024-11-23T11:17:28,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39135-0x101676960f00007, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Set watcher on znode that does not yet exist, /0-2114034146/acl 2024-11-23T11:17:28,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39135 2024-11-23T11:17:28,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39135 2024-11-23T11:17:28,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39135 2024-11-23T11:17:28,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39135 2024-11-23T11:17:28,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39135 2024-11-23T11:17:28,576 DEBUG [M:0;64443f9a1829:44963 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64443f9a1829:44963 2024-11-23T11:17:28,577 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2114034146/backup-masters/64443f9a1829,44963,1732360648406 2024-11-23T11:17:28,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39135-0x101676960f00007, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2114034146/backup-masters 2024-11-23T11:17:28,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x101676960f00006, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2114034146/backup-masters 2024-11-23T11:17:28,589 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44963-0x101676960f00006, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Set watcher on existing znode=/0-2114034146/backup-masters/64443f9a1829,44963,1732360648406 2024-11-23T11:17:28,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39135-0x101676960f00007, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2114034146/master 2024-11-23T11:17:28,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x101676960f00006, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2114034146 2024-11-23T11:17:28,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39135-0x101676960f00007, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2114034146 2024-11-23T11:17:28,599 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44963-0x101676960f00006, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Set watcher on existing znode=/0-2114034146/master 2024-11-23T11:17:28,600 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2114034146/backup-masters/64443f9a1829,44963,1732360648406 from backup master directory 2024-11-23T11:17:28,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x101676960f00006, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2114034146/backup-masters/64443f9a1829,44963,1732360648406 2024-11-23T11:17:28,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x101676960f00006, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2114034146/backup-masters 2024-11-23T11:17:28,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39135-0x101676960f00007, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2114034146/backup-masters 2024-11-23T11:17:28,610 WARN [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:17:28,611 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64443f9a1829,44963,1732360648406 2024-11-23T11:17:28,638 INFO [master/64443f9a1829:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:17:28,638 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T11:17:28,679 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 41ms. 2024-11-23T11:17:28,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741846_1022 (size=196) 2024-11-23T11:17:29,113 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:17:29,114 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T11:17:29,115 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:17:29,129 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-23T11:17:29,135 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/WALs/64443f9a1829,45815,1732360632230 to hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/WALs/64443f9a1829,45815,1732360632230-dead as it is dead 2024-11-23T11:17:29,138 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-23T11:17:29,138 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-23T11:17:29,139 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/WALs/64443f9a1829,45815,1732360632230-dead/64443f9a1829%2C45815%2C1732360632230.1732360634248 2024-11-23T11:17:29,147 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/WALs/64443f9a1829,45815,1732360632230-dead/64443f9a1829%2C45815%2C1732360632230.1732360634248 after 5ms 2024-11-23T11:17:29,149 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/WALs/64443f9a1829,45815,1732360632230-dead/64443f9a1829%2C45815%2C1732360632230.1732360634248 to hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/64443f9a1829%2C45815%2C1732360632230.1732360634248 2024-11-23T11:17:29,149 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/WALs/64443f9a1829,45815,1732360632230-dead 2024-11-23T11:17:29,151 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/WALs/64443f9a1829,44963,1732360648406 2024-11-23T11:17:29,154 INFO [master/64443f9a1829:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:17:29,156 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64443f9a1829%2C44963%2C1732360648406, suffix=, logDir=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/WALs/64443f9a1829,44963,1732360648406, archiveDir=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/oldWALs, maxLogs=10 2024-11-23T11:17:29,179 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/WALs/64443f9a1829,44963,1732360648406/64443f9a1829%2C44963%2C1732360648406.1732360649157, exclude list is [], retry=0 2024-11-23T11:17:29,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44477,DS-8d6ccecc-bf44-4c8f-901f-233d7883a655,DISK] 2024-11-23T11:17:29,216 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/WALs/64443f9a1829,44963,1732360648406/64443f9a1829%2C44963%2C1732360648406.1732360649157 2024-11-23T11:17:29,216 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46797:46797)] 2024-11-23T11:17:29,216 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:17:29,217 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:17:29,217 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:29,217 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:29,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:29,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T11:17:29,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:29,241 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c2667706eaa4625be76f1af38fc1fdf 2024-11-23T11:17:29,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:29,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:29,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T11:17:29,244 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:29,262 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a2b008c86f5842478ea2076d76498944 2024-11-23T11:17:29,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:17:29,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:29,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T11:17:29,264 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:29,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/219f1b83115c4c33a33a04a0ef25eb58 2024-11-23T11:17:29,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:17:29,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:29,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T11:17:29,293 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:29,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:17:29,295 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:29,296 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-23T11:17:29,296 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/64443f9a1829%2C45815%2C1732360632230.1732360634248 2024-11-23T11:17:29,325 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/64443f9a1829%2C45815%2C1732360632230.1732360634248 2024-11-23T11:17:29,327 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/64443f9a1829%2C45815%2C1732360632230.1732360634248 2024-11-23T11:17:29,330 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:29,330 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:29,332 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:17:29,336 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:29,342 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-23T11:17:29,344 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59455157, jitterRate=-0.11404912173748016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:17:29,345 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732360649217Initializing all the Stores at 1732360649219 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360649219Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360649219Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360649219Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360649219Cleaning up temporary data from old regions at 1732360649330 (+111 ms)Region opened successfully at 1732360649344 (+14 ms) 2024-11-23T11:17:29,346 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T11:17:29,355 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5262f611, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:17:29,378 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-23T11:17:29,379 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T11:17:29,379 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T11:17:29,380 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T11:17:29,381 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-23T11:17:29,390 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T11:17:29,391 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T11:17:29,393 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T11:17:29,394 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T11:17:29,394 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-23T11:17:29,394 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-23T11:17:29,394 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 13 msec 2024-11-23T11:17:29,394 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T11:17:29,400 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=64443f9a1829,40033,1732360632958, regionLocation=64443f9a1829,40033,1732360632958, openSeqNum=2 2024-11-23T11:17:29,400 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=64443f9a1829,40033,1732360632958, table=hbase:meta, region=1588230740 2024-11-23T11:17:29,401 INFO [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,40033,1732360632958, state=OPEN 2024-11-23T11:17:29,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x101676960f00006, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2114034146/meta-region-server 2024-11-23T11:17:29,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39135-0x101676960f00007, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2114034146/meta-region-server 2024-11-23T11:17:29,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2114034146/meta-region-server: CHANGED 2024-11-23T11:17:29,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2114034146/meta-region-server: CHANGED 2024-11-23T11:17:29,435 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-23T11:17:29,510 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2114034146/draining/64443f9a1829,40033,1732360632958 already deleted, retry=false 2024-11-23T11:17:29,510 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 64443f9a1829,40033,1732360632958 on 64443f9a1829,44963,1732360648406 2024-11-23T11:17:29,523 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 64443f9a1829,40033,1732360632958, splitWal=true, meta=true 2024-11-23T11:17:29,526 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 64443f9a1829,40033,1732360632958 (carryingMeta=true) 64443f9a1829,40033,1732360632958/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@74571bcf[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-23T11:17:29,534 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44963-0x101676960f00006, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Unable to get data of znode /0-2114034146/balancer because node does not exist (not necessarily an error) 2024-11-23T11:17:29,602 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2114034146/balancer already deleted, retry=false 2024-11-23T11:17:29,602 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T11:17:29,603 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44963-0x101676960f00006, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Unable to get data of znode /0-2114034146/normalizer because node does not exist (not necessarily an error) 2024-11-23T11:17:29,630 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2114034146/normalizer already deleted, retry=false 2024-11-23T11:17:29,631 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T11:17:29,632 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44963-0x101676960f00006, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Unable to get data of znode /0-2114034146/switch/split because node does not exist (not necessarily an error) 2024-11-23T11:17:29,641 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2114034146/switch/split already deleted, retry=false 2024-11-23T11:17:29,642 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44963-0x101676960f00006, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Unable to get data of znode /0-2114034146/switch/merge because node does not exist (not necessarily an error) 2024-11-23T11:17:29,651 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2114034146/switch/merge already deleted, retry=false 2024-11-23T11:17:29,675 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44963-0x101676960f00006, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Unable to get data of znode /0-2114034146/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T11:17:29,683 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2114034146/snapshot-cleanup already deleted, retry=false 2024-11-23T11:17:29,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39135-0x101676960f00007, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2114034146/running 2024-11-23T11:17:29,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39135-0x101676960f00007, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2114034146 2024-11-23T11:17:29,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x101676960f00006, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2114034146/running 2024-11-23T11:17:29,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x101676960f00006, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2114034146 2024-11-23T11:17:29,697 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64443f9a1829,44963,1732360648406, sessionid=0x101676960f00006, setting cluster-up flag (Was=false) 2024-11-23T11:17:29,705 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2114034146/flush-table-proc/acquired, /0-2114034146/flush-table-proc/reached, /0-2114034146/flush-table-proc/abort 2024-11-23T11:17:29,709 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,44963,1732360648406 2024-11-23T11:17:29,723 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2114034146/online-snapshot/acquired, /0-2114034146/online-snapshot/reached, /0-2114034146/online-snapshot/abort 2024-11-23T11:17:29,725 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,44963,1732360648406 2024-11-23T11:17:29,727 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/.lastflushedseqids 2024-11-23T11:17:29,732 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T11:17:29,732 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T11:17:29,732 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64443f9a1829,44963,1732360648406 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 64443f9a1829,40033,1732360632958 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T11:17:29,734 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:17:29,734 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:17:29,734 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:17:29,735 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:17:29,735 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64443f9a1829:0, corePoolSize=10, maxPoolSize=10 2024-11-23T11:17:29,735 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:29,735 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:17:29,735 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:29,741 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 64443f9a1829,40033,1732360632958, splitWal=true, meta=true 2024-11-23T11:17:29,743 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 64443f9a1829,40033,1732360632958, splitWal=true, meta=true, isMeta: true 2024-11-23T11:17:29,745 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,40033,1732360632958-splitting 2024-11-23T11:17:29,746 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,40033,1732360632958-splitting dir is empty, no logs to split. 2024-11-23T11:17:29,746 INFO [PEWorker-1 {}] master.SplitWALManager(105): 64443f9a1829,40033,1732360632958 WAL count=0, meta=true 2024-11-23T11:17:29,748 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732360679748 2024-11-23T11:17:29,749 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T11:17:29,749 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T11:17:29,749 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T11:17:29,749 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T11:17:29,749 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T11:17:29,749 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T11:17:29,753 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,40033,1732360632958-splitting dir is empty, no logs to split. 2024-11-23T11:17:29,753 INFO [PEWorker-1 {}] master.SplitWALManager(105): 64443f9a1829,40033,1732360632958 WAL count=0, meta=true 2024-11-23T11:17:29,753 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 64443f9a1829,40033,1732360632958 WAL splitting is done? wals=0, meta=true 2024-11-23T11:17:29,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T11:17:29,760 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:17:29,760 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:29,761 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T11:17:29,768 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T11:17:29,769 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T11:17:29,769 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T11:17:29,769 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T11:17:29,769 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T11:17:29,770 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T11:17:29,770 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360649770,5,FailOnTimeoutGroup] 2024-11-23T11:17:29,771 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360649770,5,FailOnTimeoutGroup] 2024-11-23T11:17:29,771 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:29,772 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T11:17:29,772 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:29,772 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:29,772 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732360649772, completionTime=-1 2024-11-23T11:17:29,772 WARN [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-23T11:17:29,776 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-23T11:17:29,781 INFO [RS:0;64443f9a1829:39135 {}] regionserver.HRegionServer(746): ClusterId : ff16fb0d-e0dc-43b8-8593-cdb89e713dbc 2024-11-23T11:17:29,782 DEBUG [RS:0;64443f9a1829:39135 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T11:17:29,792 DEBUG [RS:0;64443f9a1829:39135 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T11:17:29,792 DEBUG [RS:0;64443f9a1829:39135 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T11:17:29,800 DEBUG [RS:0;64443f9a1829:39135 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T11:17:29,800 DEBUG [RS:0;64443f9a1829:39135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12729e7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:17:29,830 DEBUG [RS:0;64443f9a1829:39135 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64443f9a1829:39135 2024-11-23T11:17:29,830 INFO [RS:0;64443f9a1829:39135 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T11:17:29,830 INFO [RS:0;64443f9a1829:39135 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T11:17:29,830 DEBUG [RS:0;64443f9a1829:39135 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T11:17:29,831 INFO [RS:0;64443f9a1829:39135 {}] regionserver.HRegionServer(2659): reportForDuty to master=64443f9a1829,44963,1732360648406 with port=39135, startcode=1732360648476 2024-11-23T11:17:29,831 DEBUG [RS:0;64443f9a1829:39135 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T11:17:29,853 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T11:17:29,855 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44963 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64443f9a1829,39135,1732360648476 2024-11-23T11:17:29,856 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44963 {}] master.ServerManager(517): Registering regionserver=64443f9a1829,39135,1732360648476 2024-11-23T11:17:29,858 DEBUG [RS:0;64443f9a1829:39135 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e 2024-11-23T11:17:29,858 DEBUG [RS:0;64443f9a1829:39135 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41891 2024-11-23T11:17:29,858 DEBUG [RS:0;64443f9a1829:39135 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T11:17:29,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x101676960f00006, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2114034146/rs 2024-11-23T11:17:29,872 DEBUG [RS:0;64443f9a1829:39135 {}] zookeeper.ZKUtil(111): regionserver:39135-0x101676960f00007, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Set watcher on existing znode=/0-2114034146/rs/64443f9a1829,39135,1732360648476 2024-11-23T11:17:29,872 WARN [RS:0;64443f9a1829:39135 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:17:29,872 INFO [RS:0;64443f9a1829:39135 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:17:29,872 DEBUG [RS:0;64443f9a1829:39135 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,39135,1732360648476 2024-11-23T11:17:29,877 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-23T11:17:29,890 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64443f9a1829,39135,1732360648476] 2024-11-23T11:17:29,912 WARN [64443f9a1829:44963 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T11:17:30,003 INFO [RS:0;64443f9a1829:39135 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T11:17:30,020 INFO [RS:0;64443f9a1829:39135 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T11:17:30,036 INFO [RS:0;64443f9a1829:39135 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T11:17:30,037 INFO [RS:0;64443f9a1829:39135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:30,039 INFO [RS:0;64443f9a1829:39135 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T11:17:30,040 INFO [RS:0;64443f9a1829:39135 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T11:17:30,041 INFO [RS:0;64443f9a1829:39135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:30,041 DEBUG [RS:0;64443f9a1829:39135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:30,041 DEBUG [RS:0;64443f9a1829:39135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:30,041 DEBUG [RS:0;64443f9a1829:39135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:30,041 DEBUG [RS:0;64443f9a1829:39135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:30,042 DEBUG [RS:0;64443f9a1829:39135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:30,042 DEBUG [RS:0;64443f9a1829:39135 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:17:30,042 DEBUG [RS:0;64443f9a1829:39135 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:30,042 DEBUG [RS:0;64443f9a1829:39135 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:30,042 DEBUG [RS:0;64443f9a1829:39135 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:30,042 DEBUG [RS:0;64443f9a1829:39135 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:30,044 DEBUG [RS:0;64443f9a1829:39135 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:30,044 DEBUG [RS:0;64443f9a1829:39135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:30,044 DEBUG [RS:0;64443f9a1829:39135 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:17:30,044 DEBUG [RS:0;64443f9a1829:39135 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:17:30,054 INFO [RS:0;64443f9a1829:39135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:30,054 INFO [RS:0;64443f9a1829:39135 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:30,054 INFO [RS:0;64443f9a1829:39135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:30,054 INFO [RS:0;64443f9a1829:39135 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:30,054 INFO [RS:0;64443f9a1829:39135 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:30,054 INFO [RS:0;64443f9a1829:39135 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,39135,1732360648476-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:17:30,083 INFO [RS:0;64443f9a1829:39135 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T11:17:30,083 INFO [RS:0;64443f9a1829:39135 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,39135,1732360648476-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:30,099 INFO [RS:0;64443f9a1829:39135 {}] regionserver.ReplicationSource(231): queueId=1-64443f9a1829,39135,1732360648476, ReplicationSource: 1, currentBandwidth=0 2024-11-23T11:17:30,115 INFO [RS:0;64443f9a1829:39135 {}] regionserver.ReplicationSource(231): queueId=2-64443f9a1829,39135,1732360648476, ReplicationSource: 2, currentBandwidth=0 2024-11-23T11:17:30,116 INFO [RS:0;64443f9a1829:39135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:30,116 INFO [RS:0;64443f9a1829:39135 {}] regionserver.Replication(171): 64443f9a1829,39135,1732360648476 started 2024-11-23T11:17:30,124 DEBUG [RS:0;64443f9a1829:39135.replicationSource,1-64443f9a1829,39135,1732360648476 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:41833' 2024-11-23T11:17:30,126 DEBUG [RS:0;64443f9a1829:39135.replicationSource,1-64443f9a1829,39135,1732360648476 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21da777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:30,126 DEBUG [RS:0;64443f9a1829:39135.replicationSource,1-64443f9a1829,39135,1732360648476 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,41833,-1 for getting cluster id 2024-11-23T11:17:30,126 DEBUG [RS:0;64443f9a1829:39135.replicationSource,1-64443f9a1829,39135,1732360648476 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:17:30,129 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '793585ad-b37f-468c-87b9-c4e89a9987d3' 2024-11-23T11:17:30,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:17:30,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "793585ad-b37f-468c-87b9-c4e89a9987d3" 2024-11-23T11:17:30,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34e85fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:30,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,41833,-1] 2024-11-23T11:17:30,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:17:30,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:30,134 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:17:30,136 DEBUG [RS:0;64443f9a1829:39135.replicationSource,1-64443f9a1829,39135,1732360648476 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@459ad2be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:30,136 DEBUG [RS:0;64443f9a1829:39135.replicationSource,1-64443f9a1829,39135,1732360648476 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:17:30,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,41833,1732360638968 2024-11-23T11:17:30,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36e21e22 2024-11-23T11:17:30,138 INFO [RS:0;64443f9a1829:39135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:30,138 INFO [RS:0;64443f9a1829:39135 {}] regionserver.HRegionServer(1482): Serving as 64443f9a1829,39135,1732360648476, RpcServer on 64443f9a1829/172.17.0.3:39135, sessionid=0x101676960f00007 2024-11-23T11:17:30,138 DEBUG [RS:0;64443f9a1829:39135 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T11:17:30,138 DEBUG [RS:0;64443f9a1829:39135 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64443f9a1829,39135,1732360648476 2024-11-23T11:17:30,138 DEBUG [RS:0;64443f9a1829:39135 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,39135,1732360648476' 2024-11-23T11:17:30,138 DEBUG [RS:0;64443f9a1829:39135 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2114034146/flush-table-proc/abort' 2024-11-23T11:17:30,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:17:30,140 DEBUG [RS:0;64443f9a1829:39135 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2114034146/flush-table-proc/acquired' 2024-11-23T11:17:30,141 DEBUG [RS:0;64443f9a1829:39135 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T11:17:30,141 DEBUG [RS:0;64443f9a1829:39135 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T11:17:30,141 DEBUG [RS:0;64443f9a1829:39135 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64443f9a1829,39135,1732360648476 2024-11-23T11:17:30,141 DEBUG [RS:0;64443f9a1829:39135 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,39135,1732360648476' 2024-11-23T11:17:30,141 DEBUG [RS:0;64443f9a1829:39135 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2114034146/online-snapshot/abort' 2024-11-23T11:17:30,142 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-23T11:17:30,144 DEBUG [RS:0;64443f9a1829:39135 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2114034146/online-snapshot/acquired' 2024-11-23T11:17:30,144 INFO [RS:0;64443f9a1829:39135.replicationSource,1-64443f9a1829,39135,1732360648476 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-64443f9a1829,39135,1732360648476 (queues=0) is replicating from cluster=ff16fb0d-e0dc-43b8-8593-cdb89e713dbc to cluster=793585ad-b37f-468c-87b9-c4e89a9987d3 2024-11-23T11:17:30,144 DEBUG [RS:0;64443f9a1829:39135 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T11:17:30,144 INFO [RS:0;64443f9a1829:39135 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T11:17:30,144 INFO [RS:0;64443f9a1829:39135 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T11:17:30,147 DEBUG [RS:0;64443f9a1829:39135.replicationSource,2-64443f9a1829,39135,1732360648476 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:41833' 2024-11-23T11:17:30,151 DEBUG [RS:0;64443f9a1829:39135.replicationSource,2-64443f9a1829,39135,1732360648476 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b316975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:30,151 DEBUG [RS:0;64443f9a1829:39135.replicationSource,2-64443f9a1829,39135,1732360648476 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,41833,-1 for getting cluster id 2024-11-23T11:17:30,152 DEBUG [RS:0;64443f9a1829:39135.replicationSource,2-64443f9a1829,39135,1732360648476 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:17:30,157 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '793585ad-b37f-468c-87b9-c4e89a9987d3' 2024-11-23T11:17:30,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:17:30,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "793585ad-b37f-468c-87b9-c4e89a9987d3" 2024-11-23T11:17:30,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11c53811, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:30,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,41833,-1] 2024-11-23T11:17:30,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:17:30,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:30,160 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:17:30,162 DEBUG [RS:0;64443f9a1829:39135.replicationSource,2-64443f9a1829,39135,1732360648476 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@780fadd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:30,162 DEBUG [RS:0;64443f9a1829:39135.replicationSource,2-64443f9a1829,39135,1732360648476 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:17:30,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,41833,1732360638968 2024-11-23T11:17:30,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c9214e7 2024-11-23T11:17:30,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:17:30,166 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-23T11:17:30,168 INFO [RS:0;64443f9a1829:39135.replicationSource,2-64443f9a1829,39135,1732360648476 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-64443f9a1829,39135,1732360648476 (queues=0) is replicating from cluster=ff16fb0d-e0dc-43b8-8593-cdb89e713dbc to cluster=793585ad-b37f-468c-87b9-c4e89a9987d3 2024-11-23T11:17:30,245 INFO [RS:0;64443f9a1829:39135 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:17:30,248 INFO [RS:0;64443f9a1829:39135 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C39135%2C1732360648476, suffix=, logDir=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,39135,1732360648476, archiveDir=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/oldWALs, maxLogs=10 2024-11-23T11:17:30,271 DEBUG [RS:0;64443f9a1829:39135 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,39135,1732360648476/64443f9a1829%2C39135%2C1732360648476.1732360650249, exclude list is [], retry=0 2024-11-23T11:17:30,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44477,DS-8d6ccecc-bf44-4c8f-901f-233d7883a655,DISK] 2024-11-23T11:17:30,301 INFO [RS:0;64443f9a1829:39135 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,39135,1732360648476/64443f9a1829%2C39135%2C1732360648476.1732360650249 2024-11-23T11:17:30,301 DEBUG [RS:0;64443f9a1829:39135 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 64443f9a1829%2C39135%2C1732360648476 for peer 1 2024-11-23T11:17:30,302 DEBUG [RS:0;64443f9a1829:39135 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 64443f9a1829%2C39135%2C1732360648476 for peer 2 2024-11-23T11:17:30,302 DEBUG [RS:0;64443f9a1829:39135 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=64443f9a1829%2C39135%2C1732360648476 2024-11-23T11:17:30,302 INFO [RS:0;64443f9a1829:39135 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-64443f9a1829,39135,1732360648476, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T11:17:30,305 DEBUG [RS:0;64443f9a1829:39135 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=64443f9a1829%2C39135%2C1732360648476 2024-11-23T11:17:30,306 INFO [RS:0;64443f9a1829:39135 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-64443f9a1829,39135,1732360648476, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T11:17:30,306 INFO [RS:0;64443f9a1829:39135.replicationSource.shipper64443f9a1829%2C39135%2C1732360648476,1-64443f9a1829,39135,1732360648476 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64443f9a1829%2C39135%2C1732360648476 2024-11-23T11:17:30,312 DEBUG [RS:0;64443f9a1829:39135 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46797:46797)] 2024-11-23T11:17:30,313 DEBUG [RS:0;64443f9a1829:39135.replicationSource.wal-reader.64443f9a1829%2C39135%2C1732360648476,1-64443f9a1829,39135,1732360648476 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,39135,1732360648476/64443f9a1829%2C39135%2C1732360648476.1732360650249, startPosition=0, beingWritten=true 2024-11-23T11:17:30,314 DEBUG [RS:0;64443f9a1829:39135.replicationSource.wal-reader.64443f9a1829%2C39135%2C1732360648476,2-64443f9a1829,39135,1732360648476 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,39135,1732360648476/64443f9a1829%2C39135%2C1732360648476.1732360650249, startPosition=0, beingWritten=true 2024-11-23T11:17:30,314 INFO [RS:0;64443f9a1829:39135.replicationSource.shipper64443f9a1829%2C39135%2C1732360648476,2-64443f9a1829,39135,1732360648476 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64443f9a1829%2C39135%2C1732360648476 2024-11-23T11:17:30,413 DEBUG [64443f9a1829:44963 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T11:17:30,413 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64443f9a1829,39135,1732360648476 2024-11-23T11:17:30,421 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,39135,1732360648476, state=OPENING 2024-11-23T11:17:30,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x101676960f00006, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2114034146/meta-region-server 2024-11-23T11:17:30,473 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:17:30,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,39135,1732360648476}] 2024-11-23T11:17:30,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2114034146/meta-region-server: CHANGED 2024-11-23T11:17:30,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39135-0x101676960f00007, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2114034146/meta-region-server 2024-11-23T11:17:30,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2114034146/meta-region-server: CHANGED 2024-11-23T11:17:30,559 DEBUG [RS:0;64443f9a1829:39135.replicationSource.wal-reader.64443f9a1829%2C39135%2C1732360648476,1-64443f9a1829,39135,1732360648476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,39135,1732360648476/64443f9a1829%2C39135%2C1732360648476.1732360650249 to pos 0, reset compression=false 2024-11-23T11:17:30,559 DEBUG [RS:0;64443f9a1829:39135.replicationSource.wal-reader.64443f9a1829%2C39135%2C1732360648476,2-64443f9a1829,39135,1732360648476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,39135,1732360648476/64443f9a1829%2C39135%2C1732360648476.1732360650249 to pos 0, reset compression=false 2024-11-23T11:17:30,628 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:17:30,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T11:17:30,636 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T11:17:30,636 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:17:30,637 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T11:17:30,644 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C39135%2C1732360648476.meta, suffix=.meta, logDir=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,39135,1732360648476, archiveDir=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/oldWALs, maxLogs=10 2024-11-23T11:17:30,664 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,39135,1732360648476/64443f9a1829%2C39135%2C1732360648476.meta.1732360650645.meta, exclude list is [], retry=0 2024-11-23T11:17:30,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44477,DS-8d6ccecc-bf44-4c8f-901f-233d7883a655,DISK] 2024-11-23T11:17:30,677 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,39135,1732360648476/64443f9a1829%2C39135%2C1732360648476.meta.1732360650645.meta 2024-11-23T11:17:30,677 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46797:46797)] 2024-11-23T11:17:30,677 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:17:30,678 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:17:30,678 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:17:30,678 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T11:17:30,678 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T11:17:30,678 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T11:17:30,679 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:17:30,679 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T11:17:30,679 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T11:17:30,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:17:30,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:17:30,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:30,710 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/meta/1588230740/info/c052490c11a64f0f8c783155a26d91f3 2024-11-23T11:17:30,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:30,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:17:30,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:17:30,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:30,745 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/meta/1588230740/ns/165948f93735488891c85c29ba89da93 2024-11-23T11:17:30,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:30,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:17:30,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:17:30,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:30,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:30,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:17:30,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:17:30,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:30,771 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/meta/1588230740/table/2769d69460ba480590a10debaf65f25b 2024-11-23T11:17:30,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:30,772 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:17:30,773 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/meta/1588230740 2024-11-23T11:17:30,779 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/meta/1588230740 2024-11-23T11:17:30,780 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:17:30,780 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:17:30,789 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:17:30,794 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:17:30,795 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73869553, jitterRate=0.10074211657047272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:17:30,796 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T11:17:30,796 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732360650679Writing region info on filesystem at 1732360650679Initializing all the Stores at 1732360650681 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360650681Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360650684 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360650684Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360650684Cleaning up temporary data from old regions at 1732360650780 (+96 ms)Running coprocessor post-open hooks at 1732360650796 (+16 ms)Region opened successfully at 1732360650796 2024-11-23T11:17:30,797 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732360650627 2024-11-23T11:17:30,802 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T11:17:30,802 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T11:17:30,806 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=64443f9a1829,39135,1732360648476 2024-11-23T11:17:30,809 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,39135,1732360648476, state=OPEN 2024-11-23T11:17:30,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39135-0x101676960f00007, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2114034146/meta-region-server 2024-11-23T11:17:30,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2114034146/meta-region-server: CHANGED 2024-11-23T11:17:30,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x101676960f00006, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2114034146/meta-region-server 2024-11-23T11:17:30,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2114034146/meta-region-server: CHANGED 2024-11-23T11:17:30,864 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64443f9a1829,39135,1732360648476 2024-11-23T11:17:30,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-23T11:17:30,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,39135,1732360648476 in 391 msec 2024-11-23T11:17:30,871 DEBUG [RS:0;64443f9a1829:39135.replicationSource.wal-reader.64443f9a1829%2C39135%2C1732360648476,2-64443f9a1829,39135,1732360648476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,39135,1732360648476/64443f9a1829%2C39135%2C1732360648476.1732360650249 to pos 0, reset compression=false 2024-11-23T11:17:30,873 DEBUG [RS:0;64443f9a1829:39135.replicationSource.wal-reader.64443f9a1829%2C39135%2C1732360648476,1-64443f9a1829,39135,1732360648476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,39135,1732360648476/64443f9a1829%2C39135%2C1732360648476.1732360650249 to pos 0, reset compression=false 2024-11-23T11:17:30,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-23T11:17:30,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1140 sec 2024-11-23T11:17:31,305 DEBUG [RS:0;64443f9a1829:39135.replicationSource.wal-reader.64443f9a1829%2C39135%2C1732360648476,2-64443f9a1829,39135,1732360648476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,39135,1732360648476/64443f9a1829%2C39135%2C1732360648476.1732360650249 to pos 0, reset compression=false 2024-11-23T11:17:31,308 DEBUG [RS:0;64443f9a1829:39135.replicationSource.wal-reader.64443f9a1829%2C39135%2C1732360648476,1-64443f9a1829,39135,1732360648476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,39135,1732360648476/64443f9a1829%2C39135%2C1732360648476.1732360650249 to pos 0, reset compression=false 2024-11-23T11:17:31,381 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1609ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1504ms 2024-11-23T11:17:31,846 DEBUG [RS:0;64443f9a1829:39135.replicationSource.wal-reader.64443f9a1829%2C39135%2C1732360648476,1-64443f9a1829,39135,1732360648476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,39135,1732360648476/64443f9a1829%2C39135%2C1732360648476.1732360650249 to pos 0, reset compression=false 2024-11-23T11:17:31,877 DEBUG [RS:0;64443f9a1829:39135.replicationSource.wal-reader.64443f9a1829%2C39135%2C1732360648476,2-64443f9a1829,39135,1732360648476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,39135,1732360648476/64443f9a1829%2C39135%2C1732360648476.1732360650249 to pos 0, reset compression=false 2024-11-23T11:17:32,454 DEBUG [RS:0;64443f9a1829:39135.replicationSource.wal-reader.64443f9a1829%2C39135%2C1732360648476,1-64443f9a1829,39135,1732360648476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,39135,1732360648476/64443f9a1829%2C39135%2C1732360648476.1732360650249 to pos 0, reset compression=false 2024-11-23T11:17:32,484 DEBUG [RS:0;64443f9a1829:39135.replicationSource.wal-reader.64443f9a1829%2C39135%2C1732360648476,2-64443f9a1829,39135,1732360648476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,39135,1732360648476/64443f9a1829%2C39135%2C1732360648476.1732360650249 to pos 0, reset compression=false 2024-11-23T11:17:32,884 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3112ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-23T11:17:33,177 DEBUG [RS:0;64443f9a1829:39135.replicationSource.wal-reader.64443f9a1829%2C39135%2C1732360648476,1-64443f9a1829,39135,1732360648476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,39135,1732360648476/64443f9a1829%2C39135%2C1732360648476.1732360650249 to pos 0, reset compression=false 2024-11-23T11:17:33,199 DEBUG [RS:0;64443f9a1829:39135.replicationSource.wal-reader.64443f9a1829%2C39135%2C1732360648476,2-64443f9a1829,39135,1732360648476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,39135,1732360648476/64443f9a1829%2C39135%2C1732360648476.1732360650249 to pos 0, reset compression=false 2024-11-23T11:17:33,985 DEBUG [RS:0;64443f9a1829:39135.replicationSource.wal-reader.64443f9a1829%2C39135%2C1732360648476,1-64443f9a1829,39135,1732360648476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,39135,1732360648476/64443f9a1829%2C39135%2C1732360648476.1732360650249 to pos 0, reset compression=false 2024-11-23T11:17:34,007 DEBUG [RS:0;64443f9a1829:39135.replicationSource.wal-reader.64443f9a1829%2C39135%2C1732360648476,2-64443f9a1829,39135,1732360648476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,39135,1732360648476/64443f9a1829%2C39135%2C1732360648476.1732360650249 to pos 0, reset compression=false 2024-11-23T11:17:34,286 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-23T11:17:34,287 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T11:17:34,287 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:17:34,287 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,39135,1732360648476, seqNum=-1] 2024-11-23T11:17:34,288 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:17:34,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:17:34,297 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=82793cb63a30fc73252512a5b0a67e72, regionState=OPEN, lastHost=64443f9a1829,40033,1732360632958, regionLocation=64443f9a1829,40033,1732360632958, openSeqNum=2 2024-11-23T11:17:34,297 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T11:17:34,297 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732360714297 2024-11-23T11:17:34,297 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732360774297 2024-11-23T11:17:34,297 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec 2024-11-23T11:17:34,298 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,44963,1732360648406-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:34,298 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 64443f9a1829,40033,1732360632958 had 2 regions 2024-11-23T11:17:34,298 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,44963,1732360648406-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:34,298 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,44963,1732360648406-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:34,298 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64443f9a1829:44963, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:34,299 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:34,301 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 64443f9a1829,40033,1732360632958, splitWal=true, meta=true, isMeta: false 2024-11-23T11:17:34,301 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:34,316 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.705sec 2024-11-23T11:17:34,316 INFO [master/64443f9a1829:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T11:17:34,316 INFO [master/64443f9a1829:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T11:17:34,316 INFO [master/64443f9a1829:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T11:17:34,316 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T11:17:34,316 INFO [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T11:17:34,316 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,44963,1732360648406-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:17:34,317 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,44963,1732360648406-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T11:17:34,319 WARN [master/64443f9a1829:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=64443f9a1829,40033,1732360632958/hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72. 2024-11-23T11:17:34,320 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,40033,1732360632958-splitting dir is empty, no logs to split. 2024-11-23T11:17:34,321 INFO [PEWorker-4 {}] master.SplitWALManager(105): 64443f9a1829,40033,1732360632958 WAL count=0, meta=false 2024-11-23T11:17:34,344 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,40033,1732360632958-splitting dir is empty, no logs to split. 2024-11-23T11:17:34,344 INFO [PEWorker-4 {}] master.SplitWALManager(105): 64443f9a1829,40033,1732360632958 WAL count=0, meta=false 2024-11-23T11:17:34,344 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 64443f9a1829,40033,1732360632958 WAL splitting is done? wals=0, meta=false 2024-11-23T11:17:34,345 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T11:17:34,346 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T11:17:34,346 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,44963,1732360648406-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:34,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=82793cb63a30fc73252512a5b0a67e72, ASSIGN}] 2024-11-23T11:17:34,351 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=82793cb63a30fc73252512a5b0a67e72, ASSIGN 2024-11-23T11:17:34,354 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=82793cb63a30fc73252512a5b0a67e72, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T11:17:34,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61fab208, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:34,398 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,44963,-1 for getting cluster id 2024-11-23T11:17:34,398 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:17:34,408 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff16fb0d-e0dc-43b8-8593-cdb89e713dbc' 2024-11-23T11:17:34,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:17:34,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff16fb0d-e0dc-43b8-8593-cdb89e713dbc" 2024-11-23T11:17:34,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed22dfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:34,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,44963,-1] 2024-11-23T11:17:34,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:17:34,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:34,415 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:17:34,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@97f1cbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:34,416 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:17:34,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,39135,1732360648476, seqNum=-1] 2024-11-23T11:17:34,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:17:34,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:17:34,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-23T11:17:34,425 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:17:34,425 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:17:34,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:34,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:34,425 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:17:34,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 64443f9a1829:44963 after: 64443f9a1829:44963 2024-11-23T11:17:34,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54bfaac5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:34,428 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,44963,-1 for getting cluster id 2024-11-23T11:17:34,429 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:17:34,430 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff16fb0d-e0dc-43b8-8593-cdb89e713dbc' 2024-11-23T11:17:34,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:17:34,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff16fb0d-e0dc-43b8-8593-cdb89e713dbc" 2024-11-23T11:17:34,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be6e344, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:34,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,44963,-1] 2024-11-23T11:17:34,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:17:34,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:34,432 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:17:34,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5352b6cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:34,434 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:17:34,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,44963,1732360648406 2024-11-23T11:17:34,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2618842d 2024-11-23T11:17:34,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:17:34,437 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:17:34,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-23T11:17:34,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-23T11:17:34,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-23T11:17:34,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-23T11:17:34,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T11:17:34,443 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:17:34,443 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:17:34,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:34,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:34,443 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:17:34,443 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T11:17:34,443 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=241337532, stopped=false 2024-11-23T11:17:34,444 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64443f9a1829,41833,1732360638968 2024-11-23T11:17:34,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x101676960f00004, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12048812831/running 2024-11-23T11:17:34,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x101676960f00003, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12048812831/running 2024-11-23T11:17:34,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x101676960f00003, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12048812831 2024-11-23T11:17:34,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x101676960f00004, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12048812831 2024-11-23T11:17:34,462 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:17:34,462 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:17:34,462 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:17:34,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:34,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41833-0x101676960f00003, quorum=127.0.0.1:51934, baseZNode=/12048812831 Set watcher on znode that does not yet exist, /12048812831/running 2024-11-23T11:17:34,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32995-0x101676960f00004, quorum=127.0.0.1:51934, baseZNode=/12048812831 Set watcher on znode that does not yet exist, /12048812831/running 2024-11-23T11:17:34,464 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64443f9a1829,32995,1732360639121' ***** 2024-11-23T11:17:34,464 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T11:17:34,464 INFO [RS:0;64443f9a1829:32995 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T11:17:34,464 INFO [RS:0;64443f9a1829:32995 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T11:17:34,464 INFO [RS:0;64443f9a1829:32995 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T11:17:34,464 INFO [RS:0;64443f9a1829:32995 {}] regionserver.HRegionServer(959): stopping server 64443f9a1829,32995,1732360639121 2024-11-23T11:17:34,464 INFO [RS:0;64443f9a1829:32995 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:17:34,464 INFO [RS:0;64443f9a1829:32995 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:32995. 2024-11-23T11:17:34,464 DEBUG [RS:0;64443f9a1829:32995 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:17:34,465 DEBUG [RS:0;64443f9a1829:32995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:34,465 INFO [RS:0;64443f9a1829:32995 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T11:17:34,465 INFO [RS:0;64443f9a1829:32995 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T11:17:34,465 INFO [RS:0;64443f9a1829:32995 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T11:17:34,465 INFO [RS:0;64443f9a1829:32995 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T11:17:34,465 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T11:17:34,467 INFO [RS:0;64443f9a1829:32995 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T11:17:34,467 DEBUG [RS:0;64443f9a1829:32995 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T11:17:34,468 DEBUG [RS:0;64443f9a1829:32995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:17:34,468 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:17:34,468 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:17:34,468 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:17:34,468 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:17:34,468 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:17:34,468 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-23T11:17:34,497 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/data/hbase/meta/1588230740/.tmp/ns/37f7ad64b7ab428b98d9f8f2f9a5e2cc is 43, key is default/ns:d/1732360642243/Put/seqid=0 2024-11-23T11:17:34,504 DEBUG [64443f9a1829:44963 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T11:17:34,505 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=82793cb63a30fc73252512a5b0a67e72, regionState=OPENING, regionLocation=64443f9a1829,39135,1732360648476 2024-11-23T11:17:34,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=82793cb63a30fc73252512a5b0a67e72, ASSIGN because future has completed 2024-11-23T11:17:34,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34997 is added to blk_1073741835_1011 (size=5153) 2024-11-23T11:17:34,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82793cb63a30fc73252512a5b0a67e72, server=64443f9a1829,39135,1732360648476}] 2024-11-23T11:17:34,516 INFO [regionserver/64443f9a1829:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:17:34,668 DEBUG [RS:0;64443f9a1829:32995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:17:34,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72. 2024-11-23T11:17:34,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:17:34,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T11:17:34,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C39135%2C1732360648476.rep, suffix=, logDir=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,39135,1732360648476, archiveDir=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/oldWALs, maxLogs=10 2024-11-23T11:17:34,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,39135,1732360648476/64443f9a1829%2C39135%2C1732360648476.rep.1732360654688, exclude list is [], retry=0 2024-11-23T11:17:34,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44477,DS-8d6ccecc-bf44-4c8f-901f-233d7883a655,DISK] 2024-11-23T11:17:34,716 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,39135,1732360648476/64443f9a1829%2C39135%2C1732360648476.rep.1732360654688 2024-11-23T11:17:34,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46797:46797)] 2024-11-23T11:17:34,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 82793cb63a30fc73252512a5b0a67e72, NAME => 'hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:17:34,718 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:17:34,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:17:34,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72. service=MultiRowMutationService 2024-11-23T11:17:34,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T11:17:34,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 82793cb63a30fc73252512a5b0a67e72 2024-11-23T11:17:34,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:17:34,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 82793cb63a30fc73252512a5b0a67e72 2024-11-23T11:17:34,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 82793cb63a30fc73252512a5b0a67e72 2024-11-23T11:17:34,740 INFO [StoreOpener-82793cb63a30fc73252512a5b0a67e72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 82793cb63a30fc73252512a5b0a67e72 2024-11-23T11:17:34,741 INFO [StoreOpener-82793cb63a30fc73252512a5b0a67e72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82793cb63a30fc73252512a5b0a67e72 columnFamilyName hfileref 2024-11-23T11:17:34,741 DEBUG [StoreOpener-82793cb63a30fc73252512a5b0a67e72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:34,742 INFO [StoreOpener-82793cb63a30fc73252512a5b0a67e72-1 {}] regionserver.HStore(327): Store=82793cb63a30fc73252512a5b0a67e72/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:17:34,742 INFO [StoreOpener-82793cb63a30fc73252512a5b0a67e72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 82793cb63a30fc73252512a5b0a67e72 2024-11-23T11:17:34,743 INFO [StoreOpener-82793cb63a30fc73252512a5b0a67e72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82793cb63a30fc73252512a5b0a67e72 columnFamilyName queue 2024-11-23T11:17:34,743 DEBUG [StoreOpener-82793cb63a30fc73252512a5b0a67e72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:34,758 DEBUG [StoreOpener-82793cb63a30fc73252512a5b0a67e72-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/replication/82793cb63a30fc73252512a5b0a67e72/queue/4bd9404f7da0448696e0b2c5c1f048ac 2024-11-23T11:17:34,758 INFO [StoreOpener-82793cb63a30fc73252512a5b0a67e72-1 {}] regionserver.HStore(327): Store=82793cb63a30fc73252512a5b0a67e72/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:17:34,758 INFO [StoreOpener-82793cb63a30fc73252512a5b0a67e72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 82793cb63a30fc73252512a5b0a67e72 2024-11-23T11:17:34,759 INFO [StoreOpener-82793cb63a30fc73252512a5b0a67e72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82793cb63a30fc73252512a5b0a67e72 columnFamilyName sid 2024-11-23T11:17:34,759 DEBUG [StoreOpener-82793cb63a30fc73252512a5b0a67e72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:34,780 INFO [StoreOpener-82793cb63a30fc73252512a5b0a67e72-1 {}] regionserver.HStore(327): Store=82793cb63a30fc73252512a5b0a67e72/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:17:34,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 82793cb63a30fc73252512a5b0a67e72 2024-11-23T11:17:34,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/replication/82793cb63a30fc73252512a5b0a67e72 2024-11-23T11:17:34,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/replication/82793cb63a30fc73252512a5b0a67e72 2024-11-23T11:17:34,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 82793cb63a30fc73252512a5b0a67e72 2024-11-23T11:17:34,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 82793cb63a30fc73252512a5b0a67e72 2024-11-23T11:17:34,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:17:34,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 82793cb63a30fc73252512a5b0a67e72 2024-11-23T11:17:34,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 82793cb63a30fc73252512a5b0a67e72; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63997163, jitterRate=-0.046367958188056946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:17:34,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 82793cb63a30fc73252512a5b0a67e72 2024-11-23T11:17:34,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 82793cb63a30fc73252512a5b0a67e72: Running coprocessor pre-open hook at 1732360654725Writing region info on filesystem at 1732360654725Initializing all the Stores at 1732360654737 (+12 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360654737Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360654740 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360654740Cleaning up temporary data from old regions at 1732360654791 (+51 ms)Running coprocessor post-open hooks at 1732360654799 (+8 ms)Region opened successfully at 1732360654800 (+1 ms) 2024-11-23T11:17:34,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72., pid=19, masterSystemTime=1732360654676 2024-11-23T11:17:34,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72. 2024-11-23T11:17:34,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72. 2024-11-23T11:17:34,807 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=82793cb63a30fc73252512a5b0a67e72, regionState=OPEN, openSeqNum=10, regionLocation=64443f9a1829,39135,1732360648476 2024-11-23T11:17:34,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82793cb63a30fc73252512a5b0a67e72, server=64443f9a1829,39135,1732360648476 because future has completed 2024-11-23T11:17:34,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-23T11:17:34,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 82793cb63a30fc73252512a5b0a67e72, server=64443f9a1829,39135,1732360648476 in 310 msec 2024-11-23T11:17:34,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-23T11:17:34,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=82793cb63a30fc73252512a5b0a67e72, ASSIGN in 481 msec 2024-11-23T11:17:34,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-23T11:17:34,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72., hostname=64443f9a1829,39135,1732360648476, seqNum=10] 2024-11-23T11:17:34,868 DEBUG [RS:0;64443f9a1829:32995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:17:34,890 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 64443f9a1829,40033,1732360632958 2024-11-23T11:17:34,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-23T11:17:34,912 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/data/hbase/meta/1588230740/.tmp/ns/37f7ad64b7ab428b98d9f8f2f9a5e2cc 2024-11-23T11:17:34,919 DEBUG [RS:0;64443f9a1829:39135.replicationSource.wal-reader.64443f9a1829%2C39135%2C1732360648476,1-64443f9a1829,39135,1732360648476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,39135,1732360648476/64443f9a1829%2C39135%2C1732360648476.1732360650249 to pos 0, reset compression=false 2024-11-23T11:17:34,924 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/data/hbase/meta/1588230740/.tmp/ns/37f7ad64b7ab428b98d9f8f2f9a5e2cc as hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/data/hbase/meta/1588230740/ns/37f7ad64b7ab428b98d9f8f2f9a5e2cc 2024-11-23T11:17:34,934 DEBUG [RS:0;64443f9a1829:39135.replicationSource.wal-reader.64443f9a1829%2C39135%2C1732360648476,2-64443f9a1829,39135,1732360648476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,39135,1732360648476/64443f9a1829%2C39135%2C1732360648476.1732360650249 to pos 0, reset compression=false 2024-11-23T11:17:34,936 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/data/hbase/meta/1588230740/ns/37f7ad64b7ab428b98d9f8f2f9a5e2cc, entries=2, sequenceid=6, filesize=5.0 K 2024-11-23T11:17:34,939 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 471ms, sequenceid=6, compaction requested=false 2024-11-23T11:17:34,939 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T11:17:34,949 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T11:17:34,950 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:17:34,950 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:17:34,950 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:17:34,950 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360654468Running coprocessor pre-close hooks at 1732360654468Disabling compacts and flushes for region at 1732360654468Disabling writes for close at 1732360654468Obtaining lock to block concurrent updates at 1732360654468Preparing flush snapshotting stores in 1588230740 at 1732360654468Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732360654469 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732360654470 (+1 ms)Flushing 1588230740/ns: creating writer at 1732360654470Flushing 1588230740/ns: appending metadata at 1732360654496 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1732360654496Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10bda896: reopening flushed file at 1732360654920 (+424 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 471ms, sequenceid=6, compaction requested=false at 1732360654939 (+19 ms)Writing region close event to WAL at 1732360654944 (+5 ms)Running coprocessor post-close hooks at 1732360654950 (+6 ms)Closed at 1732360654950 2024-11-23T11:17:34,950 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T11:17:35,022 INFO [regionserver/64443f9a1829:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T11:17:35,023 INFO [regionserver/64443f9a1829:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T11:17:35,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39135 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-23T11:17:35,068 INFO [RS:0;64443f9a1829:32995 {}] regionserver.HRegionServer(976): stopping server 64443f9a1829,32995,1732360639121; all regions closed. 2024-11-23T11:17:35,075 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/WALs/64443f9a1829,32995,1732360639121/64443f9a1829%2C32995%2C1732360639121.meta.1732360642167.meta not finished, retry = 0 2024-11-23T11:17:35,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34997 is added to blk_1073741834_1010 (size=1152) 2024-11-23T11:17:35,179 DEBUG [RS:0;64443f9a1829:32995 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/oldWALs 2024-11-23T11:17:35,179 INFO [RS:0;64443f9a1829:32995 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C32995%2C1732360639121.meta:.meta(num 1732360642167) 2024-11-23T11:17:35,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34997 is added to blk_1073741832_1008 (size=93) 2024-11-23T11:17:35,191 DEBUG [RS:0;64443f9a1829:32995 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/oldWALs 2024-11-23T11:17:35,191 INFO [RS:0;64443f9a1829:32995 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C32995%2C1732360639121:(num 1732360641107) 2024-11-23T11:17:35,191 DEBUG [RS:0;64443f9a1829:32995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:35,191 INFO [RS:0;64443f9a1829:32995 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:17:35,192 INFO [RS:0;64443f9a1829:32995 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:17:35,192 INFO [RS:0;64443f9a1829:32995 {}] hbase.ChoreService(370): Chore service for: regionserver/64443f9a1829:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T11:17:35,192 INFO [RS:0;64443f9a1829:32995 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:17:35,192 INFO [RS:0;64443f9a1829:32995 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32995 2024-11-23T11:17:35,193 INFO [regionserver/64443f9a1829:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:17:35,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x101676960f00004, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12048812831/rs/64443f9a1829,32995,1732360639121 2024-11-23T11:17:35,251 INFO [RS:0;64443f9a1829:32995 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:17:35,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x101676960f00003, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12048812831/rs 2024-11-23T11:17:35,261 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64443f9a1829,32995,1732360639121] 2024-11-23T11:17:35,272 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12048812831/draining/64443f9a1829,32995,1732360639121 already deleted, retry=false 2024-11-23T11:17:35,272 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64443f9a1829,32995,1732360639121 expired; onlineServers=0 2024-11-23T11:17:35,272 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64443f9a1829,41833,1732360638968' ***** 2024-11-23T11:17:35,272 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T11:17:35,272 INFO [M:0;64443f9a1829:41833 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:17:35,272 INFO [M:0;64443f9a1829:41833 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:17:35,275 DEBUG [M:0;64443f9a1829:41833 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T11:17:35,275 DEBUG [M:0;64443f9a1829:41833 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T11:17:35,275 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T11:17:35,275 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360640850 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360640850,5,FailOnTimeoutGroup] 2024-11-23T11:17:35,275 INFO [M:0;64443f9a1829:41833 {}] hbase.ChoreService(370): Chore service for: master/64443f9a1829:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T11:17:35,275 INFO [M:0;64443f9a1829:41833 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:17:35,276 DEBUG [M:0;64443f9a1829:41833 {}] master.HMaster(1795): Stopping service threads 2024-11-23T11:17:35,276 INFO [M:0;64443f9a1829:41833 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T11:17:35,276 INFO [M:0;64443f9a1829:41833 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:17:35,276 INFO [M:0;64443f9a1829:41833 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T11:17:35,276 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T11:17:35,276 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360640851 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360640851,5,FailOnTimeoutGroup] 2024-11-23T11:17:35,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x101676960f00003, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12048812831/master 2024-11-23T11:17:35,283 DEBUG [M:0;64443f9a1829:41833 {}] zookeeper.ZKUtil(347): master:41833-0x101676960f00003, quorum=127.0.0.1:51934, baseZNode=/12048812831 Unable to get data of znode /12048812831/master because node does not exist (not an error) 2024-11-23T11:17:35,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x101676960f00003, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12048812831 2024-11-23T11:17:35,283 WARN [M:0;64443f9a1829:41833 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T11:17:35,285 INFO [M:0;64443f9a1829:41833 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/.lastflushedseqids 2024-11-23T11:17:35,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34997 is added to blk_1073741836_1012 (size=99) 2024-11-23T11:17:35,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x101676960f00004, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:17:35,362 INFO [RS:0;64443f9a1829:32995 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:17:35,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x101676960f00004, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:17:35,362 INFO [RS:0;64443f9a1829:32995 {}] regionserver.HRegionServer(1031): Exiting; stopping=64443f9a1829,32995,1732360639121; zookeeper connection closed. 2024-11-23T11:17:35,362 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@241f263a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@241f263a 2024-11-23T11:17:35,362 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T11:17:35,699 INFO [M:0;64443f9a1829:41833 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T11:17:35,699 INFO [M:0;64443f9a1829:41833 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T11:17:35,700 DEBUG [M:0;64443f9a1829:41833 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:17:35,700 INFO [M:0;64443f9a1829:41833 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:17:35,700 DEBUG [M:0;64443f9a1829:41833 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:17:35,700 DEBUG [M:0;64443f9a1829:41833 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:17:35,700 DEBUG [M:0;64443f9a1829:41833 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:17:35,700 INFO [M:0;64443f9a1829:41833 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-23T11:17:35,720 DEBUG [M:0;64443f9a1829:41833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19076140e15e4877a54f8fc78bbf232d is 82, key is hbase:meta,,1/info:regioninfo/1732360642215/Put/seqid=0 2024-11-23T11:17:35,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34997 is added to blk_1073741837_1013 (size=5672) 2024-11-23T11:17:35,734 INFO [M:0;64443f9a1829:41833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19076140e15e4877a54f8fc78bbf232d 2024-11-23T11:17:35,762 DEBUG [M:0;64443f9a1829:41833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/add2c25574cf48e1989a9d2138dfd3c1 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732360642250/Put/seqid=0 2024-11-23T11:17:35,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34997 is added to blk_1073741838_1014 (size=5275) 2024-11-23T11:17:35,771 INFO [M:0;64443f9a1829:41833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/add2c25574cf48e1989a9d2138dfd3c1 2024-11-23T11:17:35,803 DEBUG [M:0;64443f9a1829:41833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1fa437f681c45fe99a2976915e30679 is 69, key is 64443f9a1829,32995,1732360639121/rs:state/1732360640895/Put/seqid=0 2024-11-23T11:17:35,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34997 is added to blk_1073741839_1015 (size=5156) 2024-11-23T11:17:35,944 DEBUG [RS:0;64443f9a1829:39135.replicationSource.wal-reader.64443f9a1829%2C39135%2C1732360648476,1-64443f9a1829,39135,1732360648476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,39135,1732360648476/64443f9a1829%2C39135%2C1732360648476.1732360650249 to pos 0, reset compression=false 2024-11-23T11:17:35,944 DEBUG [RS:0;64443f9a1829:39135.replicationSource.wal-reader.64443f9a1829%2C39135%2C1732360648476,2-64443f9a1829,39135,1732360648476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/WALs/64443f9a1829,39135,1732360648476/64443f9a1829%2C39135%2C1732360648476.1732360650249 to pos 0, reset compression=false 2024-11-23T11:17:36,184 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:17:36,211 INFO [M:0;64443f9a1829:41833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1fa437f681c45fe99a2976915e30679 2024-11-23T11:17:36,269 DEBUG [M:0;64443f9a1829:41833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19076140e15e4877a54f8fc78bbf232d as hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19076140e15e4877a54f8fc78bbf232d 2024-11-23T11:17:36,297 INFO [M:0;64443f9a1829:41833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19076140e15e4877a54f8fc78bbf232d, entries=8, sequenceid=28, filesize=5.5 K 2024-11-23T11:17:36,306 DEBUG [M:0;64443f9a1829:41833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/add2c25574cf48e1989a9d2138dfd3c1 as hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/add2c25574cf48e1989a9d2138dfd3c1 2024-11-23T11:17:36,316 INFO [M:0;64443f9a1829:41833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/add2c25574cf48e1989a9d2138dfd3c1, entries=3, sequenceid=28, filesize=5.2 K 2024-11-23T11:17:36,318 DEBUG [M:0;64443f9a1829:41833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1fa437f681c45fe99a2976915e30679 as hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b1fa437f681c45fe99a2976915e30679 2024-11-23T11:17:36,333 INFO [M:0;64443f9a1829:41833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37013/user/jenkins/test-data/a2284c36-0078-9908-3682-d0652595f80e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b1fa437f681c45fe99a2976915e30679, entries=1, sequenceid=28, filesize=5.0 K 2024-11-23T11:17:36,338 INFO [M:0;64443f9a1829:41833 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 638ms, sequenceid=28, compaction requested=false 2024-11-23T11:17:36,351 INFO [M:0;64443f9a1829:41833 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:17:36,351 DEBUG [M:0;64443f9a1829:41833 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360655700Disabling compacts and flushes for region at 1732360655700Disabling writes for close at 1732360655700Obtaining lock to block concurrent updates at 1732360655700Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732360655700Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732360655701 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732360655702 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732360655702Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732360655719 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732360655719Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732360655742 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732360655762 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732360655762Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732360655782 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732360655802 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732360655802Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e6441e3: reopening flushed file at 1732360656257 (+455 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a9a3f92: reopening flushed file at 1732360656297 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@638a69ee: reopening flushed file at 1732360656317 (+20 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 638ms, sequenceid=28, compaction requested=false at 1732360656338 (+21 ms)Writing region close event to WAL at 1732360656351 (+13 ms)Closed at 1732360656351 2024-11-23T11:17:36,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34997 is added to blk_1073741830_1006 (size=10165) 2024-11-23T11:17:36,364 INFO [M:0;64443f9a1829:41833 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T11:17:36,364 INFO [M:0;64443f9a1829:41833 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41833 2024-11-23T11:17:36,367 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:17:36,368 INFO [M:0;64443f9a1829:41833 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:17:36,530 INFO [M:0;64443f9a1829:41833 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:17:36,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x101676960f00003, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:17:36,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41833-0x101676960f00003, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:17:36,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@191c2095{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:17:36,550 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c66620{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:17:36,550 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:17:36,551 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@224a64ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:17:36,551 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@747c78d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fb5e2cf-3314-bbb0-dbd6-ea47d46e5dd7/hadoop.log.dir/,STOPPED} 2024-11-23T11:17:36,557 WARN [BP-1797043382-172.17.0.3-1732360636917 heartbeating to localhost/127.0.0.1:37013 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T11:17:36,557 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T11:17:36,558 WARN [BP-1797043382-172.17.0.3-1732360636917 heartbeating to localhost/127.0.0.1:37013 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1797043382-172.17.0.3-1732360636917 (Datanode Uuid cc3f8d10-c921-41dd-af14-75968e977588) service to localhost/127.0.0.1:37013 2024-11-23T11:17:36,558 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T11:17:36,559 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fb5e2cf-3314-bbb0-dbd6-ea47d46e5dd7/cluster_51917e3a-2a20-8c5e-4fe9-6609a3a60ce2/data/data1/current/BP-1797043382-172.17.0.3-1732360636917 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:17:36,559 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fb5e2cf-3314-bbb0-dbd6-ea47d46e5dd7/cluster_51917e3a-2a20-8c5e-4fe9-6609a3a60ce2/data/data2/current/BP-1797043382-172.17.0.3-1732360636917 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:17:36,560 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T11:17:36,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41b90337{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:17:36,575 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1fac8395{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:17:36,575 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:17:36,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f079672{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:17:36,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d2fdcd8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fb5e2cf-3314-bbb0-dbd6-ea47d46e5dd7/hadoop.log.dir/,STOPPED} 2024-11-23T11:17:36,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T11:17:36,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T11:17:36,604 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:17:36,604 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:17:36,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:36,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:36,605 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:17:36,605 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T11:17:36,606 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2113135927, stopped=false 2024-11-23T11:17:36,606 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64443f9a1829,44963,1732360648406 2024-11-23T11:17:36,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39135-0x101676960f00007, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2114034146/running 2024-11-23T11:17:36,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x101676960f00006, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2114034146/running 2024-11-23T11:17:36,619 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:17:36,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39135-0x101676960f00007, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2114034146 2024-11-23T11:17:36,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x101676960f00006, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2114034146 2024-11-23T11:17:36,620 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:17:36,620 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:17:36,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:36,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44963-0x101676960f00006, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Set watcher on znode that does not yet exist, /0-2114034146/running 2024-11-23T11:17:36,620 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64443f9a1829,39135,1732360648476' ***** 2024-11-23T11:17:36,620 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T11:17:36,621 INFO [RS:0;64443f9a1829:39135 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T11:17:36,621 INFO [RS:0;64443f9a1829:39135 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T11:17:36,621 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T11:17:36,621 INFO [RS:0;64443f9a1829:39135 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T11:17:36,621 INFO [RS:0;64443f9a1829:39135 {}] regionserver.HRegionServer(3091): Received CLOSE for 82793cb63a30fc73252512a5b0a67e72 2024-11-23T11:17:36,621 INFO [RS:0;64443f9a1829:39135 {}] regionserver.HRegionServer(959): stopping server 64443f9a1829,39135,1732360648476 2024-11-23T11:17:36,622 INFO [RS:0;64443f9a1829:39135 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:17:36,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39135-0x101676960f00007, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Set watcher on znode that does not yet exist, /0-2114034146/running 2024-11-23T11:17:36,622 INFO [RS:0;64443f9a1829:39135 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:39135. 2024-11-23T11:17:36,622 DEBUG [RS:0;64443f9a1829:39135 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:17:36,622 DEBUG [RS:0;64443f9a1829:39135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:36,622 INFO [RS:0;64443f9a1829:39135 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T11:17:36,622 INFO [RS:0;64443f9a1829:39135 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T11:17:36,622 INFO [RS:0;64443f9a1829:39135 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T11:17:36,622 INFO [RS:0;64443f9a1829:39135 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T11:17:36,622 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 82793cb63a30fc73252512a5b0a67e72, disabling compactions & flushes 2024-11-23T11:17:36,623 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72. 2024-11-23T11:17:36,623 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72. 2024-11-23T11:17:36,623 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72. after waiting 0 ms 2024-11-23T11:17:36,623 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72. 2024-11-23T11:17:36,628 INFO [RS:0;64443f9a1829:39135 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T11:17:36,628 DEBUG [RS:0;64443f9a1829:39135 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 82793cb63a30fc73252512a5b0a67e72=hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72.} 2024-11-23T11:17:36,628 DEBUG [RS:0;64443f9a1829:39135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 82793cb63a30fc73252512a5b0a67e72 2024-11-23T11:17:36,628 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:17:36,628 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:17:36,629 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:17:36,629 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:17:36,629 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:17:36,629 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-23T11:17:36,642 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/replication/82793cb63a30fc73252512a5b0a67e72/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-23T11:17:36,643 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:17:36,643 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:17:36,643 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72. 2024-11-23T11:17:36,643 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 82793cb63a30fc73252512a5b0a67e72: Waiting for close lock at 1732360656622Running coprocessor pre-close hooks at 1732360656622Disabling compacts and flushes for region at 1732360656622Disabling writes for close at 1732360656623 (+1 ms)Writing region close event to WAL at 1732360656633 (+10 ms)Running coprocessor post-close hooks at 1732360656643 (+10 ms)Closed at 1732360656643 2024-11-23T11:17:36,644 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72. 2024-11-23T11:17:36,653 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/meta/1588230740/.tmp/info/c855595d40a146d68d42977098c390c6 is 147, key is hbase:replication,,1732360642490.82793cb63a30fc73252512a5b0a67e72./info:regioninfo/1732360654807/Put/seqid=0 2024-11-23T11:17:36,663 INFO [regionserver/64443f9a1829:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:17:36,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741851_1027 (size=6385) 2024-11-23T11:17:36,664 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/meta/1588230740/.tmp/info/c855595d40a146d68d42977098c390c6 2024-11-23T11:17:36,674 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/meta/1588230740/.tmp/info/c855595d40a146d68d42977098c390c6 as hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/meta/1588230740/info/c855595d40a146d68d42977098c390c6 2024-11-23T11:17:36,683 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/meta/1588230740/info/c855595d40a146d68d42977098c390c6, entries=8, sequenceid=19, filesize=6.2 K 2024-11-23T11:17:36,685 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 56ms, sequenceid=19, compaction requested=false 2024-11-23T11:17:36,696 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-23T11:17:36,697 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:17:36,698 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:17:36,698 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:17:36,698 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360656628Running coprocessor pre-close hooks at 1732360656628Disabling compacts and flushes for region at 1732360656628Disabling writes for close at 1732360656629 (+1 ms)Obtaining lock to block concurrent updates at 1732360656629Preparing flush snapshotting stores in 1588230740 at 1732360656629Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732360656629Flushing stores of hbase:meta,,1.1588230740 at 1732360656630 (+1 ms)Flushing 1588230740/info: creating writer at 1732360656630Flushing 1588230740/info: appending metadata at 1732360656653 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732360656653Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f016846: reopening flushed file at 1732360656673 (+20 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 56ms, sequenceid=19, compaction requested=false at 1732360656685 (+12 ms)Writing region close event to WAL at 1732360656686 (+1 ms)Running coprocessor post-close hooks at 1732360656697 (+11 ms)Closed at 1732360656698 (+1 ms) 2024-11-23T11:17:36,698 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T11:17:36,829 INFO [RS:0;64443f9a1829:39135 {}] regionserver.HRegionServer(976): stopping server 64443f9a1829,39135,1732360648476; all regions closed. 2024-11-23T11:17:36,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741849_1025 (size=2156) 2024-11-23T11:17:36,882 DEBUG [RS:0;64443f9a1829:39135 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/oldWALs 2024-11-23T11:17:36,882 INFO [RS:0;64443f9a1829:39135 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C39135%2C1732360648476.meta:.meta(num 1732360650645) 2024-11-23T11:17:36,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741850_1026 (size=796) 2024-11-23T11:17:36,917 DEBUG [RS:0;64443f9a1829:39135 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/oldWALs 2024-11-23T11:17:36,917 INFO [RS:0;64443f9a1829:39135 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C39135%2C1732360648476.rep:(num 1732360654688) 2024-11-23T11:17:36,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741848_1024 (size=93) 2024-11-23T11:17:36,926 DEBUG [RS:0;64443f9a1829:39135 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/oldWALs 2024-11-23T11:17:36,926 INFO [RS:0;64443f9a1829:39135 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C39135%2C1732360648476:(num 1732360650249) 2024-11-23T11:17:36,926 DEBUG [RS:0;64443f9a1829:39135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:36,927 INFO [RS:0;64443f9a1829:39135 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:17:36,927 INFO [RS:0;64443f9a1829:39135 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:17:36,927 INFO [RS:0;64443f9a1829:39135 {}] hbase.ChoreService(370): Chore service for: regionserver/64443f9a1829:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T11:17:36,927 INFO [RS:0;64443f9a1829:39135 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:17:36,927 INFO [regionserver/64443f9a1829:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:17:36,927 INFO [RS:0;64443f9a1829:39135 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-64443f9a1829,39135,1732360648476 because: Region server is closing 2024-11-23T11:17:36,928 INFO [RS:0;64443f9a1829:39135 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:39135. 2024-11-23T11:17:36,928 DEBUG [RS:0;64443f9a1829:39135 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:17:36,928 DEBUG [RS:0;64443f9a1829:39135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:36,928 DEBUG [RS:0;64443f9a1829:39135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:36,928 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:17:36,928 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/64443f9a1829:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-23T11:17:36,929 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/64443f9a1829:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-23T11:17:36,929 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/64443f9a1829:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-23T11:17:37,029 WARN [RS:0;64443f9a1829:39135.replicationSource.shipper64443f9a1829%2C39135%2C1732360648476,1-64443f9a1829,39135,1732360648476 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T11:17:37,029 WARN [RS:0;64443f9a1829:39135.replicationSource.wal-reader.64443f9a1829%2C39135%2C1732360648476,1-64443f9a1829,39135,1732360648476 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T11:17:37,029 INFO [RS:0;64443f9a1829:39135 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;64443f9a1829:39135.replicationSource.shipper64443f9a1829%2C39135%2C1732360648476,1-64443f9a1829,39135,1732360648476 terminated 2024-11-23T11:17:37,029 INFO [RS:0;64443f9a1829:39135 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-64443f9a1829,39135,1732360648476 because: Region server is closing 2024-11-23T11:17:37,030 INFO [RS:0;64443f9a1829:39135 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:39135. 2024-11-23T11:17:37,030 DEBUG [RS:0;64443f9a1829:39135 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:17:37,030 DEBUG [RS:0;64443f9a1829:39135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:37,030 DEBUG [RS:0;64443f9a1829:39135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:37,030 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:17:37,130 WARN [RS:0;64443f9a1829:39135.replicationSource.shipper64443f9a1829%2C39135%2C1732360648476,2-64443f9a1829,39135,1732360648476 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T11:17:37,131 INFO [RS:0;64443f9a1829:39135 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;64443f9a1829:39135.replicationSource.shipper64443f9a1829%2C39135%2C1732360648476,2-64443f9a1829,39135,1732360648476 terminated 2024-11-23T11:17:37,131 INFO [RS:0;64443f9a1829:39135 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39135 2024-11-23T11:17:37,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39135-0x101676960f00007, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2114034146/rs/64443f9a1829,39135,1732360648476 2024-11-23T11:17:37,177 INFO [RS:0;64443f9a1829:39135 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:17:37,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x101676960f00006, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2114034146/rs 2024-11-23T11:17:37,188 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64443f9a1829,39135,1732360648476] 2024-11-23T11:17:37,198 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2114034146/draining/64443f9a1829,39135,1732360648476 already deleted, retry=false 2024-11-23T11:17:37,198 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64443f9a1829,39135,1732360648476 expired; onlineServers=0 2024-11-23T11:17:37,198 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64443f9a1829,44963,1732360648406' ***** 2024-11-23T11:17:37,198 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T11:17:37,199 INFO [M:0;64443f9a1829:44963 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:17:37,199 INFO [M:0;64443f9a1829:44963 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:17:37,199 DEBUG [M:0;64443f9a1829:44963 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T11:17:37,199 DEBUG [M:0;64443f9a1829:44963 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T11:17:37,199 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T11:17:37,199 INFO [M:0;64443f9a1829:44963 {}] hbase.ChoreService(370): Chore service for: master/64443f9a1829:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T11:17:37,199 INFO [M:0;64443f9a1829:44963 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:17:37,199 DEBUG [M:0;64443f9a1829:44963 {}] master.HMaster(1795): Stopping service threads 2024-11-23T11:17:37,199 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360649770 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360649770,5,FailOnTimeoutGroup] 2024-11-23T11:17:37,199 INFO [M:0;64443f9a1829:44963 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T11:17:37,200 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360649770 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360649770,5,FailOnTimeoutGroup] 2024-11-23T11:17:37,200 INFO [M:0;64443f9a1829:44963 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:17:37,200 INFO [M:0;64443f9a1829:44963 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T11:17:37,200 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T11:17:37,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x101676960f00006, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2114034146/master 2024-11-23T11:17:37,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x101676960f00006, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2114034146 2024-11-23T11:17:37,209 DEBUG [M:0;64443f9a1829:44963 {}] zookeeper.ZKUtil(347): master:44963-0x101676960f00006, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Unable to get data of znode /0-2114034146/master because node does not exist (not an error) 2024-11-23T11:17:37,209 WARN [M:0;64443f9a1829:44963 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T11:17:37,210 INFO [M:0;64443f9a1829:44963 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/.lastflushedseqids 2024-11-23T11:17:37,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741852_1028 (size=181) 2024-11-23T11:17:37,235 INFO [M:0;64443f9a1829:44963 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T11:17:37,235 INFO [M:0;64443f9a1829:44963 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T11:17:37,235 DEBUG [M:0;64443f9a1829:44963 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:17:37,235 INFO [M:0;64443f9a1829:44963 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:17:37,235 DEBUG [M:0;64443f9a1829:44963 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:17:37,235 DEBUG [M:0;64443f9a1829:44963 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:17:37,235 DEBUG [M:0;64443f9a1829:44963 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:17:37,236 INFO [M:0;64443f9a1829:44963 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-23T11:17:37,252 DEBUG [M:0;64443f9a1829:44963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/880c474054b345b19985fa8e0b13c35c is 82, key is hbase:meta,,1/info:regioninfo/1732360650806/Put/seqid=0 2024-11-23T11:17:37,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741853_1029 (size=5680) 2024-11-23T11:17:37,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39135-0x101676960f00007, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:17:37,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39135-0x101676960f00007, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:17:37,288 INFO [RS:0;64443f9a1829:39135 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:17:37,288 INFO [RS:0;64443f9a1829:39135 {}] regionserver.HRegionServer(1031): Exiting; stopping=64443f9a1829,39135,1732360648476; zookeeper connection closed. 2024-11-23T11:17:37,288 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1addb715 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1addb715 2024-11-23T11:17:37,289 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T11:17:37,658 INFO [M:0;64443f9a1829:44963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/880c474054b345b19985fa8e0b13c35c 2024-11-23T11:17:37,696 DEBUG [M:0;64443f9a1829:44963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/238e5005854649f38790e50a1487cad3 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732360654831/Put/seqid=0 2024-11-23T11:17:37,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741854_1030 (size=7319) 2024-11-23T11:17:37,708 INFO [M:0;64443f9a1829:44963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/238e5005854649f38790e50a1487cad3 2024-11-23T11:17:37,742 DEBUG [M:0;64443f9a1829:44963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3389f7d1f414457ab591e6ace751e06f is 69, key is 64443f9a1829,39135,1732360648476/rs:state/1732360649856/Put/seqid=0 2024-11-23T11:17:37,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741855_1031 (size=5371) 2024-11-23T11:17:37,756 INFO [M:0;64443f9a1829:44963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3389f7d1f414457ab591e6ace751e06f 2024-11-23T11:17:37,766 INFO [M:0;64443f9a1829:44963 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3389f7d1f414457ab591e6ace751e06f 2024-11-23T11:17:37,768 DEBUG [M:0;64443f9a1829:44963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/880c474054b345b19985fa8e0b13c35c as hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/880c474054b345b19985fa8e0b13c35c 2024-11-23T11:17:37,780 INFO [M:0;64443f9a1829:44963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/880c474054b345b19985fa8e0b13c35c, entries=8, sequenceid=172, filesize=5.5 K 2024-11-23T11:17:37,783 DEBUG [M:0;64443f9a1829:44963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/238e5005854649f38790e50a1487cad3 as hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/238e5005854649f38790e50a1487cad3 2024-11-23T11:17:37,796 INFO [M:0;64443f9a1829:44963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/238e5005854649f38790e50a1487cad3, entries=7, sequenceid=172, filesize=7.1 K 2024-11-23T11:17:37,800 DEBUG [M:0;64443f9a1829:44963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3389f7d1f414457ab591e6ace751e06f as hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3389f7d1f414457ab591e6ace751e06f 2024-11-23T11:17:37,813 INFO [M:0;64443f9a1829:44963 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3389f7d1f414457ab591e6ace751e06f 2024-11-23T11:17:37,815 INFO [M:0;64443f9a1829:44963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41891/user/jenkins/test-data/cabe73bc-d931-372b-aeb9-29573c0bf75e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3389f7d1f414457ab591e6ace751e06f, entries=2, sequenceid=172, filesize=5.2 K 2024-11-23T11:17:37,817 INFO [M:0;64443f9a1829:44963 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 582ms, sequenceid=172, compaction requested=false 2024-11-23T11:17:37,836 INFO [M:0;64443f9a1829:44963 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:17:37,836 DEBUG [M:0;64443f9a1829:44963 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360657235Disabling compacts and flushes for region at 1732360657235Disabling writes for close at 1732360657235Obtaining lock to block concurrent updates at 1732360657236 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732360657236Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732360657236Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732360657237 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732360657237Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732360657252 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732360657252Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732360657674 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732360657696 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732360657696Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732360657718 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732360657741 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732360657741Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79e383f1: reopening flushed file at 1732360657766 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@91cb086: reopening flushed file at 1732360657780 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e1495ea: reopening flushed file at 1732360657797 (+17 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 582ms, sequenceid=172, compaction requested=false at 1732360657817 (+20 ms)Writing region close event to WAL at 1732360657835 (+18 ms)Closed at 1732360657835 2024-11-23T11:17:37,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741847_1023 (size=22949) 2024-11-23T11:17:37,844 INFO [M:0;64443f9a1829:44963 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T11:17:37,844 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:17:37,845 INFO [M:0;64443f9a1829:44963 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44963 2024-11-23T11:17:37,845 INFO [M:0;64443f9a1829:44963 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:17:37,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x101676960f00006, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:17:37,993 INFO [M:0;64443f9a1829:44963 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:17:37,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x101676960f00006, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:17:38,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e8f3faa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:17:38,004 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b5ffbb3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:17:38,005 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:17:38,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10d52e92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:17:38,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a9f6e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a/hadoop.log.dir/,STOPPED} 2024-11-23T11:17:38,011 WARN [BP-592801743-172.17.0.3-1732360628575 heartbeating to localhost/127.0.0.1:41891 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T11:17:38,011 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T11:17:38,011 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T11:17:38,011 WARN [BP-592801743-172.17.0.3-1732360628575 heartbeating to localhost/127.0.0.1:41891 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-592801743-172.17.0.3-1732360628575 (Datanode Uuid a213555d-f331-4de8-8e83-b05ef49a944b) service to localhost/127.0.0.1:41891 2024-11-23T11:17:38,012 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a/cluster_cc0ac972-17de-9a72-1368-1d301f775913/data/data1/current/BP-592801743-172.17.0.3-1732360628575 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:17:38,013 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T11:17:38,018 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a/cluster_cc0ac972-17de-9a72-1368-1d301f775913/data/data2/current/BP-592801743-172.17.0.3-1732360628575 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:17:38,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18bfe0d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:17:38,026 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d915aa3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:17:38,026 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:17:38,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@346b1178{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:17:38,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29fca5c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9829de9b-b8c5-e401-9129-a3c0ad51f45a/hadoop.log.dir/,STOPPED} 2024-11-23T11:17:38,041 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T11:17:38,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T11:17:38,096 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=112 (was 11) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51934) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41891 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41891 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@212508ef java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41891 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37013 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37013 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:37013 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41891 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/64443f9a1829:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41891 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37013 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/64443f9a1829:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:41891 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/64443f9a1829:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/64443f9a1829:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51934) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37013 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41891 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41891 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/64443f9a1829:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:41891 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=523 (was 454) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4559 (was 4684) 2024-11-23T11:17:38,111 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=112, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=523, ProcessCount=11, AvailableMemoryMB=4557 2024-11-23T11:17:38,133 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-23T11:17:38,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101676960f00005, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T11:17:38,134 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101676960f00005, quorum=127.0.0.1:51934, baseZNode=/12048812831 Received Disconnected from ZooKeeper, ignoring 2024-11-23T11:17:38,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fb5e2cf-3314-bbb0-dbd6-ea47d46e5dd7/hadoop.log.dir so I do NOT create it in target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718 2024-11-23T11:17:38,135 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fb5e2cf-3314-bbb0-dbd6-ea47d46e5dd7/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T11:17:38,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fb5e2cf-3314-bbb0-dbd6-ea47d46e5dd7/hadoop.tmp.dir so I do NOT create it in target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718 2024-11-23T11:17:38,135 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fb5e2cf-3314-bbb0-dbd6-ea47d46e5dd7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T11:17:38,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101676960f00002, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T11:17:38,135 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718 2024-11-23T11:17:38,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101676960f00002, quorum=127.0.0.1:51934, baseZNode=/0-2114034146 Received Disconnected from ZooKeeper, ignoring 2024-11-23T11:17:38,135 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718/cluster_51882c1b-ad92-6883-5979-bfdd5a534245, deleteOnExit=true 2024-11-23T11:17:38,231 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718/cluster_51882c1b-ad92-6883-5979-bfdd5a534245/zookeeper_0, clientPort=50542, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718/cluster_51882c1b-ad92-6883-5979-bfdd5a534245/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718/cluster_51882c1b-ad92-6883-5979-bfdd5a534245/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T11:17:38,242 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50542 2024-11-23T11:17:38,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T11:17:38,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T11:17:38,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718/test.cache.data in system properties and HBase conf 2024-11-23T11:17:38,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T11:17:38,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718/hadoop.log.dir in system properties and HBase conf 2024-11-23T11:17:38,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T11:17:38,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T11:17:38,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T11:17:38,243 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T11:17:38,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:17:38,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:17:38,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T11:17:38,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:17:38,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T11:17:38,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T11:17:38,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:17:38,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:17:38,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T11:17:38,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718/nfs.dump.dir in system properties and HBase conf 2024-11-23T11:17:38,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718/java.io.tmpdir in system properties and HBase conf 2024-11-23T11:17:38,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:17:38,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T11:17:38,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T11:17:38,724 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:17:38,748 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:17:38,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:17:38,845 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:17:38,845 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T11:17:38,857 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:17:38,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31be0f5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:17:38,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22169f5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:17:38,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b6abf94{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718/java.io.tmpdir/jetty-localhost-35893-hadoop-hdfs-3_4_1-tests_jar-_-any-9570610014841994627/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:17:38,993 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@293d0c7c{HTTP/1.1, (http/1.1)}{localhost:35893} 2024-11-23T11:17:38,993 INFO [Time-limited test {}] server.Server(415): Started @33298ms 2024-11-23T11:17:39,412 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:17:39,432 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:17:39,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:17:39,477 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:17:39,477 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T11:17:39,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3134d65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:17:39,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d3137a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:17:39,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19ec14b1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718/java.io.tmpdir/jetty-localhost-45431-hadoop-hdfs-3_4_1-tests_jar-_-any-1325049497600775819/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:17:39,660 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3178ff12{HTTP/1.1, (http/1.1)}{localhost:45431} 2024-11-23T11:17:39,660 INFO [Time-limited test {}] server.Server(415): Started @33964ms 2024-11-23T11:17:39,662 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T11:17:40,593 WARN [Thread-496 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718/cluster_51882c1b-ad92-6883-5979-bfdd5a534245/data/data2/current/BP-601608821-172.17.0.3-1732360658291/current, will proceed with Du for space computation calculation, 2024-11-23T11:17:40,593 WARN [Thread-495 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718/cluster_51882c1b-ad92-6883-5979-bfdd5a534245/data/data1/current/BP-601608821-172.17.0.3-1732360658291/current, will proceed with Du for space computation calculation, 2024-11-23T11:17:40,631 WARN [Thread-483 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T11:17:40,635 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6f048622efb01c3 with lease ID 0x74bc609fd18404e9: Processing first storage report for DS-a06492f3-3e0e-4535-8cf5-01e4083880ac from datanode DatanodeRegistration(127.0.0.1:41143, datanodeUuid=1fb1a5f1-c55e-4bd0-9441-b5937a4829eb, infoPort=33141, infoSecurePort=0, ipcPort=41205, storageInfo=lv=-57;cid=testClusterID;nsid=420578795;c=1732360658291) 2024-11-23T11:17:40,635 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6f048622efb01c3 with lease ID 0x74bc609fd18404e9: from storage DS-a06492f3-3e0e-4535-8cf5-01e4083880ac node DatanodeRegistration(127.0.0.1:41143, datanodeUuid=1fb1a5f1-c55e-4bd0-9441-b5937a4829eb, infoPort=33141, infoSecurePort=0, ipcPort=41205, storageInfo=lv=-57;cid=testClusterID;nsid=420578795;c=1732360658291), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:17:40,636 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6f048622efb01c3 with lease ID 0x74bc609fd18404e9: Processing first storage report for DS-b4959fab-9d82-4bb9-aaaf-94be94ed3cf4 from datanode DatanodeRegistration(127.0.0.1:41143, datanodeUuid=1fb1a5f1-c55e-4bd0-9441-b5937a4829eb, infoPort=33141, infoSecurePort=0, ipcPort=41205, storageInfo=lv=-57;cid=testClusterID;nsid=420578795;c=1732360658291) 2024-11-23T11:17:40,636 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6f048622efb01c3 with lease ID 0x74bc609fd18404e9: from storage DS-b4959fab-9d82-4bb9-aaaf-94be94ed3cf4 node DatanodeRegistration(127.0.0.1:41143, datanodeUuid=1fb1a5f1-c55e-4bd0-9441-b5937a4829eb, infoPort=33141, infoSecurePort=0, ipcPort=41205, storageInfo=lv=-57;cid=testClusterID;nsid=420578795;c=1732360658291), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:17:40,657 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718 2024-11-23T11:17:40,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:17:40,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:17:40,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741825_1001 (size=7) 2024-11-23T11:17:40,721 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b with version=8 2024-11-23T11:17:40,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/hbase-staging 2024-11-23T11:17:40,725 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:17:40,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:17:40,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:17:40,725 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:17:40,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:17:40,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:17:40,726 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T11:17:40,726 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:17:40,727 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35481 2024-11-23T11:17:40,729 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35481 connecting to ZooKeeper ensemble=127.0.0.1:50542 2024-11-23T11:17:40,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354810x0, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:17:40,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35481-0x1016769d8bd0000 connected 2024-11-23T11:17:41,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:17:41,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:17:41,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35481-0x1016769d8bd0000, quorum=127.0.0.1:50542, baseZNode=/0967912958 Set watcher on znode that does not yet exist, /0967912958/running 2024-11-23T11:17:41,077 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b, hbase.cluster.distributed=false 2024-11-23T11:17:41,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35481-0x1016769d8bd0000, quorum=127.0.0.1:50542, baseZNode=/0967912958 Set watcher on znode that does not yet exist, /0967912958/acl 2024-11-23T11:17:41,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35481 2024-11-23T11:17:41,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35481 2024-11-23T11:17:41,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35481 2024-11-23T11:17:41,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35481 2024-11-23T11:17:41,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35481 2024-11-23T11:17:41,120 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:17:41,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:17:41,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:17:41,121 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:17:41,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:17:41,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:17:41,121 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T11:17:41,125 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:17:41,141 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44219 2024-11-23T11:17:41,143 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44219 connecting to ZooKeeper ensemble=127.0.0.1:50542 2024-11-23T11:17:41,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:17:41,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:17:41,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442190x0, quorum=127.0.0.1:50542, baseZNode=/0967912958 Set watcher on znode that does not yet exist, /0967912958/running 2024-11-23T11:17:41,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442190x0, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:17:41,187 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T11:17:41,187 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44219-0x1016769d8bd0001 connected 2024-11-23T11:17:41,188 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T11:17:41,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44219-0x1016769d8bd0001, quorum=127.0.0.1:50542, baseZNode=/0967912958 Set watcher on znode that does not yet exist, /0967912958/master 2024-11-23T11:17:41,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44219-0x1016769d8bd0001, quorum=127.0.0.1:50542, baseZNode=/0967912958 Set watcher on znode that does not yet exist, /0967912958/acl 2024-11-23T11:17:41,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44219 2024-11-23T11:17:41,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44219 2024-11-23T11:17:41,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44219 2024-11-23T11:17:41,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44219 2024-11-23T11:17:41,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44219 2024-11-23T11:17:41,228 DEBUG [M:0;64443f9a1829:35481 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64443f9a1829:35481 2024-11-23T11:17:41,228 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0967912958/backup-masters/64443f9a1829,35481,1732360660725 2024-11-23T11:17:41,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44219-0x1016769d8bd0001, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967912958/backup-masters 2024-11-23T11:17:41,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016769d8bd0000, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967912958/backup-masters 2024-11-23T11:17:41,240 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35481-0x1016769d8bd0000, quorum=127.0.0.1:50542, baseZNode=/0967912958 Set watcher on existing znode=/0967912958/backup-masters/64443f9a1829,35481,1732360660725 2024-11-23T11:17:41,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016769d8bd0000, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967912958 2024-11-23T11:17:41,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44219-0x1016769d8bd0001, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0967912958/master 2024-11-23T11:17:41,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44219-0x1016769d8bd0001, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967912958 2024-11-23T11:17:41,249 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35481-0x1016769d8bd0000, quorum=127.0.0.1:50542, baseZNode=/0967912958 Set watcher on existing znode=/0967912958/master 2024-11-23T11:17:41,249 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0967912958/backup-masters/64443f9a1829,35481,1732360660725 from backup master directory 2024-11-23T11:17:41,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016769d8bd0000, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0967912958/backup-masters/64443f9a1829,35481,1732360660725 2024-11-23T11:17:41,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44219-0x1016769d8bd0001, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967912958/backup-masters 2024-11-23T11:17:41,259 WARN [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:17:41,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016769d8bd0000, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967912958/backup-masters 2024-11-23T11:17:41,259 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64443f9a1829,35481,1732360660725 2024-11-23T11:17:41,264 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/hbase.id] with ID: d8a3f48a-18f2-4b17-8dfd-82ffac27c0ed 2024-11-23T11:17:41,264 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/.tmp/hbase.id 2024-11-23T11:17:41,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741826_1002 (size=42) 2024-11-23T11:17:41,683 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/.tmp/hbase.id]:[hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/hbase.id] 2024-11-23T11:17:41,707 INFO [master/64443f9a1829:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:17:41,707 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T11:17:41,710 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-23T11:17:41,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44219-0x1016769d8bd0001, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967912958 2024-11-23T11:17:41,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016769d8bd0000, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967912958 2024-11-23T11:17:41,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741827_1003 (size=196) 2024-11-23T11:17:42,146 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:17:42,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:17:42,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:17:42,212 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:17:42,213 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T11:17:42,222 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:17:42,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741828_1004 (size=1189) 2024-11-23T11:17:42,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:17:42,561 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T11:17:42,561 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T11:17:42,561 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:17:42,695 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/MasterData/data/master/store 2024-11-23T11:17:42,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741829_1005 (size=34) 2024-11-23T11:17:43,150 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:17:43,150 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:17:43,150 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:17:43,150 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:17:43,150 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:17:43,150 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:17:43,150 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:17:43,151 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360663150Disabling compacts and flushes for region at 1732360663150Disabling writes for close at 1732360663150Writing region close event to WAL at 1732360663150Closed at 1732360663150 2024-11-23T11:17:43,152 WARN [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/MasterData/data/master/store/.initializing 2024-11-23T11:17:43,152 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/MasterData/WALs/64443f9a1829,35481,1732360660725 2024-11-23T11:17:43,153 INFO [master/64443f9a1829:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:17:43,155 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64443f9a1829%2C35481%2C1732360660725, suffix=, logDir=hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/MasterData/WALs/64443f9a1829,35481,1732360660725, archiveDir=hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/MasterData/oldWALs, maxLogs=10 2024-11-23T11:17:43,172 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/MasterData/WALs/64443f9a1829,35481,1732360660725/64443f9a1829%2C35481%2C1732360660725.1732360663155, exclude list is [], retry=0 2024-11-23T11:17:43,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41143,DS-a06492f3-3e0e-4535-8cf5-01e4083880ac,DISK] 2024-11-23T11:17:43,177 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/MasterData/WALs/64443f9a1829,35481,1732360660725/64443f9a1829%2C35481%2C1732360660725.1732360663155 2024-11-23T11:17:43,178 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33141:33141)] 2024-11-23T11:17:43,178 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:17:43,178 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:17:43,178 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:43,178 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:43,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:43,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T11:17:43,182 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:43,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:43,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:43,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T11:17:43,184 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:43,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:17:43,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:43,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T11:17:43,186 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:43,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:17:43,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:43,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T11:17:43,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:43,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:17:43,189 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:43,190 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:43,190 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:43,192 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:43,192 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:43,192 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:17:43,194 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:43,196 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:17:43,197 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63245363, jitterRate=-0.057570651173591614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:17:43,198 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732360663178Initializing all the Stores at 1732360663180 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360663180Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360663180Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360663180Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360663180Cleaning up temporary data from old regions at 1732360663192 (+12 ms)Region opened successfully at 1732360663198 (+6 ms) 2024-11-23T11:17:43,198 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T11:17:43,202 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b359f07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:17:43,203 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T11:17:43,203 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T11:17:43,203 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T11:17:43,204 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T11:17:43,204 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T11:17:43,205 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T11:17:43,205 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T11:17:43,207 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T11:17:43,208 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35481-0x1016769d8bd0000, quorum=127.0.0.1:50542, baseZNode=/0967912958 Unable to get data of znode /0967912958/balancer because node does not exist (not necessarily an error) 2024-11-23T11:17:43,269 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0967912958/balancer already deleted, retry=false 2024-11-23T11:17:43,270 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T11:17:43,271 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35481-0x1016769d8bd0000, quorum=127.0.0.1:50542, baseZNode=/0967912958 Unable to get data of znode /0967912958/normalizer because node does not exist (not necessarily an error) 2024-11-23T11:17:43,279 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0967912958/normalizer already deleted, retry=false 2024-11-23T11:17:43,280 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T11:17:43,281 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35481-0x1016769d8bd0000, quorum=127.0.0.1:50542, baseZNode=/0967912958 Unable to get data of znode /0967912958/switch/split because node does not exist (not necessarily an error) 2024-11-23T11:17:43,290 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0967912958/switch/split already deleted, retry=false 2024-11-23T11:17:43,291 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35481-0x1016769d8bd0000, quorum=127.0.0.1:50542, baseZNode=/0967912958 Unable to get data of znode /0967912958/switch/merge because node does not exist (not necessarily an error) 2024-11-23T11:17:43,300 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0967912958/switch/merge already deleted, retry=false 2024-11-23T11:17:43,303 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35481-0x1016769d8bd0000, quorum=127.0.0.1:50542, baseZNode=/0967912958 Unable to get data of znode /0967912958/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T11:17:43,311 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0967912958/snapshot-cleanup already deleted, retry=false 2024-11-23T11:17:43,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44219-0x1016769d8bd0001, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0967912958/running 2024-11-23T11:17:43,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016769d8bd0000, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0967912958/running 2024-11-23T11:17:43,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016769d8bd0000, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967912958 2024-11-23T11:17:43,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44219-0x1016769d8bd0001, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967912958 2024-11-23T11:17:43,322 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64443f9a1829,35481,1732360660725, sessionid=0x1016769d8bd0000, setting cluster-up flag (Was=false) 2024-11-23T11:17:43,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016769d8bd0000, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967912958 2024-11-23T11:17:43,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44219-0x1016769d8bd0001, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967912958 2024-11-23T11:17:43,374 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0967912958/flush-table-proc/acquired, /0967912958/flush-table-proc/reached, /0967912958/flush-table-proc/abort 2024-11-23T11:17:43,375 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,35481,1732360660725 2024-11-23T11:17:43,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44219-0x1016769d8bd0001, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967912958 2024-11-23T11:17:43,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016769d8bd0000, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967912958 2024-11-23T11:17:43,427 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0967912958/online-snapshot/acquired, /0967912958/online-snapshot/reached, /0967912958/online-snapshot/abort 2024-11-23T11:17:43,428 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,35481,1732360660725 2024-11-23T11:17:43,429 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T11:17:43,431 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T11:17:43,432 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T11:17:43,432 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T11:17:43,432 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64443f9a1829,35481,1732360660725 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T11:17:43,434 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:17:43,434 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:17:43,434 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:17:43,434 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:17:43,434 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64443f9a1829:0, corePoolSize=10, maxPoolSize=10 2024-11-23T11:17:43,434 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:43,434 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:17:43,434 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:43,437 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732360693436 2024-11-23T11:17:43,437 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T11:17:43,437 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T11:17:43,437 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T11:17:43,437 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T11:17:43,437 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T11:17:43,437 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T11:17:43,437 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:43,437 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T11:17:43,438 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T11:17:43,438 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T11:17:43,438 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T11:17:43,438 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:17:43,438 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T11:17:43,438 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T11:17:43,438 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T11:17:43,438 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360663438,5,FailOnTimeoutGroup] 2024-11-23T11:17:43,438 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360663438,5,FailOnTimeoutGroup] 2024-11-23T11:17:43,438 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:43,439 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T11:17:43,439 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:43,439 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:43,439 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:43,439 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T11:17:43,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741831_1007 (size=1321) 2024-11-23T11:17:43,531 INFO [RS:0;64443f9a1829:44219 {}] regionserver.HRegionServer(746): ClusterId : d8a3f48a-18f2-4b17-8dfd-82ffac27c0ed 2024-11-23T11:17:43,531 DEBUG [RS:0;64443f9a1829:44219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T11:17:43,543 DEBUG [RS:0;64443f9a1829:44219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T11:17:43,543 DEBUG [RS:0;64443f9a1829:44219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T11:17:43,554 DEBUG [RS:0;64443f9a1829:44219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T11:17:43,554 DEBUG [RS:0;64443f9a1829:44219 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c949d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:17:43,565 DEBUG [RS:0;64443f9a1829:44219 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64443f9a1829:44219 2024-11-23T11:17:43,565 INFO [RS:0;64443f9a1829:44219 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T11:17:43,565 INFO [RS:0;64443f9a1829:44219 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T11:17:43,565 DEBUG [RS:0;64443f9a1829:44219 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T11:17:43,566 INFO [RS:0;64443f9a1829:44219 {}] regionserver.HRegionServer(2659): reportForDuty to master=64443f9a1829,35481,1732360660725 with port=44219, startcode=1732360661120 2024-11-23T11:17:43,566 DEBUG [RS:0;64443f9a1829:44219 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T11:17:43,568 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T11:17:43,569 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35481 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64443f9a1829,44219,1732360661120 2024-11-23T11:17:43,569 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35481 {}] master.ServerManager(517): Registering regionserver=64443f9a1829,44219,1732360661120 2024-11-23T11:17:43,570 DEBUG [RS:0;64443f9a1829:44219 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b 2024-11-23T11:17:43,570 DEBUG [RS:0;64443f9a1829:44219 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45329 2024-11-23T11:17:43,570 DEBUG [RS:0;64443f9a1829:44219 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T11:17:43,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016769d8bd0000, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967912958/rs 2024-11-23T11:17:43,575 DEBUG [RS:0;64443f9a1829:44219 {}] zookeeper.ZKUtil(111): regionserver:44219-0x1016769d8bd0001, quorum=127.0.0.1:50542, baseZNode=/0967912958 Set watcher on existing znode=/0967912958/rs/64443f9a1829,44219,1732360661120 2024-11-23T11:17:43,575 WARN [RS:0;64443f9a1829:44219 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:17:43,575 INFO [RS:0;64443f9a1829:44219 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:17:43,575 DEBUG [RS:0;64443f9a1829:44219 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/WALs/64443f9a1829,44219,1732360661120 2024-11-23T11:17:43,576 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64443f9a1829,44219,1732360661120] 2024-11-23T11:17:43,579 INFO [RS:0;64443f9a1829:44219 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T11:17:43,583 INFO [RS:0;64443f9a1829:44219 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T11:17:43,583 INFO [RS:0;64443f9a1829:44219 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T11:17:43,583 INFO [RS:0;64443f9a1829:44219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:43,588 INFO [RS:0;64443f9a1829:44219 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T11:17:43,589 INFO [RS:0;64443f9a1829:44219 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T11:17:43,589 INFO [RS:0;64443f9a1829:44219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:43,589 DEBUG [RS:0;64443f9a1829:44219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:43,589 DEBUG [RS:0;64443f9a1829:44219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:43,589 DEBUG [RS:0;64443f9a1829:44219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:43,590 DEBUG [RS:0;64443f9a1829:44219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:43,590 DEBUG [RS:0;64443f9a1829:44219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:43,590 DEBUG [RS:0;64443f9a1829:44219 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:17:43,590 DEBUG [RS:0;64443f9a1829:44219 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:43,590 DEBUG [RS:0;64443f9a1829:44219 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:43,590 DEBUG [RS:0;64443f9a1829:44219 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:43,590 DEBUG [RS:0;64443f9a1829:44219 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:43,590 DEBUG [RS:0;64443f9a1829:44219 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:43,590 DEBUG [RS:0;64443f9a1829:44219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:43,590 DEBUG [RS:0;64443f9a1829:44219 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:17:43,590 DEBUG [RS:0;64443f9a1829:44219 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:17:43,591 INFO [RS:0;64443f9a1829:44219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:43,591 INFO [RS:0;64443f9a1829:44219 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:43,591 INFO [RS:0;64443f9a1829:44219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:43,591 INFO [RS:0;64443f9a1829:44219 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:43,591 INFO [RS:0;64443f9a1829:44219 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:43,591 INFO [RS:0;64443f9a1829:44219 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,44219,1732360661120-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:17:43,605 INFO [RS:0;64443f9a1829:44219 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T11:17:43,605 INFO [RS:0;64443f9a1829:44219 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,44219,1732360661120-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:43,605 INFO [RS:0;64443f9a1829:44219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:43,605 INFO [RS:0;64443f9a1829:44219 {}] regionserver.Replication(171): 64443f9a1829,44219,1732360661120 started 2024-11-23T11:17:43,618 INFO [RS:0;64443f9a1829:44219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:43,618 INFO [RS:0;64443f9a1829:44219 {}] regionserver.HRegionServer(1482): Serving as 64443f9a1829,44219,1732360661120, RpcServer on 64443f9a1829/172.17.0.3:44219, sessionid=0x1016769d8bd0001 2024-11-23T11:17:43,618 DEBUG [RS:0;64443f9a1829:44219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T11:17:43,618 DEBUG [RS:0;64443f9a1829:44219 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64443f9a1829,44219,1732360661120 2024-11-23T11:17:43,618 DEBUG [RS:0;64443f9a1829:44219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,44219,1732360661120' 2024-11-23T11:17:43,618 DEBUG [RS:0;64443f9a1829:44219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0967912958/flush-table-proc/abort' 2024-11-23T11:17:43,619 DEBUG [RS:0;64443f9a1829:44219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0967912958/flush-table-proc/acquired' 2024-11-23T11:17:43,619 DEBUG [RS:0;64443f9a1829:44219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T11:17:43,619 DEBUG [RS:0;64443f9a1829:44219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T11:17:43,619 DEBUG [RS:0;64443f9a1829:44219 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64443f9a1829,44219,1732360661120 2024-11-23T11:17:43,619 DEBUG [RS:0;64443f9a1829:44219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,44219,1732360661120' 2024-11-23T11:17:43,619 DEBUG [RS:0;64443f9a1829:44219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0967912958/online-snapshot/abort' 2024-11-23T11:17:43,620 DEBUG [RS:0;64443f9a1829:44219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0967912958/online-snapshot/acquired' 2024-11-23T11:17:43,620 DEBUG [RS:0;64443f9a1829:44219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T11:17:43,620 INFO [RS:0;64443f9a1829:44219 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T11:17:43,620 INFO [RS:0;64443f9a1829:44219 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T11:17:43,721 INFO [RS:0;64443f9a1829:44219 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:17:43,723 INFO [RS:0;64443f9a1829:44219 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C44219%2C1732360661120, suffix=, logDir=hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/WALs/64443f9a1829,44219,1732360661120, archiveDir=hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/oldWALs, maxLogs=10 2024-11-23T11:17:43,736 DEBUG [RS:0;64443f9a1829:44219 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/WALs/64443f9a1829,44219,1732360661120/64443f9a1829%2C44219%2C1732360661120.1732360663724, exclude list is [], retry=0 2024-11-23T11:17:43,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41143,DS-a06492f3-3e0e-4535-8cf5-01e4083880ac,DISK] 2024-11-23T11:17:43,741 INFO [RS:0;64443f9a1829:44219 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/WALs/64443f9a1829,44219,1732360661120/64443f9a1829%2C44219%2C1732360661120.1732360663724 2024-11-23T11:17:43,741 DEBUG [RS:0;64443f9a1829:44219 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33141:33141)] 2024-11-23T11:17:43,852 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T11:17:43,852 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b 2024-11-23T11:17:43,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741833_1009 (size=32) 2024-11-23T11:17:44,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:17:44,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:17:44,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:17:44,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:44,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:44,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:17:44,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:17:44,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:44,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:44,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:17:44,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:17:44,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:44,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:44,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:17:44,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:17:44,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:44,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:44,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:17:44,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/data/hbase/meta/1588230740 2024-11-23T11:17:44,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/data/hbase/meta/1588230740 2024-11-23T11:17:44,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:17:44,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:17:44,272 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:17:44,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:17:44,275 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:17:44,276 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62262617, jitterRate=-0.07221470773220062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:17:44,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732360664258Initializing all the Stores at 1732360664259 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360664259Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360664260 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360664260Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360664260Cleaning up temporary data from old regions at 1732360664271 (+11 ms)Region opened successfully at 1732360664277 (+6 ms) 2024-11-23T11:17:44,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:17:44,277 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:17:44,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:17:44,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:17:44,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:17:44,277 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:17:44,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360664277Disabling compacts and flushes for region at 1732360664277Disabling writes for close at 1732360664277Writing region close event to WAL at 1732360664277Closed at 1732360664277 2024-11-23T11:17:44,279 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:17:44,279 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T11:17:44,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T11:17:44,280 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:17:44,281 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T11:17:44,431 DEBUG [64443f9a1829:35481 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T11:17:44,432 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64443f9a1829,44219,1732360661120 2024-11-23T11:17:44,434 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,44219,1732360661120, state=OPENING 2024-11-23T11:17:44,479 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T11:17:44,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44219-0x1016769d8bd0001, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967912958 2024-11-23T11:17:44,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016769d8bd0000, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967912958 2024-11-23T11:17:44,491 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:17:44,491 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0967912958/meta-region-server: CHANGED 2024-11-23T11:17:44,491 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0967912958/meta-region-server: CHANGED 2024-11-23T11:17:44,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,44219,1732360661120}] 2024-11-23T11:17:44,644 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:17:44,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T11:17:44,650 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T11:17:44,650 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:17:44,650 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T11:17:44,652 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C44219%2C1732360661120.meta, suffix=.meta, logDir=hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/WALs/64443f9a1829,44219,1732360661120, archiveDir=hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/oldWALs, maxLogs=10 2024-11-23T11:17:44,666 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/WALs/64443f9a1829,44219,1732360661120/64443f9a1829%2C44219%2C1732360661120.meta.1732360664652.meta, exclude list is [], retry=0 2024-11-23T11:17:44,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41143,DS-a06492f3-3e0e-4535-8cf5-01e4083880ac,DISK] 2024-11-23T11:17:44,673 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/WALs/64443f9a1829,44219,1732360661120/64443f9a1829%2C44219%2C1732360661120.meta.1732360664652.meta 2024-11-23T11:17:44,673 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33141:33141)] 2024-11-23T11:17:44,673 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:17:44,674 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:17:44,674 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:17:44,674 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T11:17:44,674 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T11:17:44,674 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T11:17:44,674 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:17:44,675 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T11:17:44,675 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T11:17:44,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:17:44,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:17:44,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:44,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:44,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:17:44,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:17:44,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:44,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:44,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:17:44,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:17:44,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:44,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:44,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:17:44,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:17:44,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:44,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:44,684 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:17:44,684 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/data/hbase/meta/1588230740 2024-11-23T11:17:44,686 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/data/hbase/meta/1588230740 2024-11-23T11:17:44,687 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:17:44,687 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:17:44,688 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:17:44,689 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:17:44,690 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63363062, jitterRate=-0.05581679940223694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:17:44,690 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T11:17:44,691 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732360664675Writing region info on filesystem at 1732360664675Initializing all the Stores at 1732360664676 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360664676Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360664676Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360664676Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360664676Cleaning up temporary data from old regions at 1732360664687 (+11 ms)Running coprocessor post-open hooks at 1732360664690 (+3 ms)Region opened successfully at 1732360664691 (+1 ms) 2024-11-23T11:17:44,692 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732360664644 2024-11-23T11:17:44,695 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T11:17:44,695 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T11:17:44,695 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64443f9a1829,44219,1732360661120 2024-11-23T11:17:44,697 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,44219,1732360661120, state=OPEN 2024-11-23T11:17:44,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016769d8bd0000, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0967912958/meta-region-server 2024-11-23T11:17:44,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44219-0x1016769d8bd0001, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0967912958/meta-region-server 2024-11-23T11:17:44,781 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64443f9a1829,44219,1732360661120 2024-11-23T11:17:44,781 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0967912958/meta-region-server: CHANGED 2024-11-23T11:17:44,781 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0967912958/meta-region-server: CHANGED 2024-11-23T11:17:44,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T11:17:44,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,44219,1732360661120 in 290 msec 2024-11-23T11:17:44,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T11:17:44,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 506 msec 2024-11-23T11:17:44,789 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:17:44,789 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T11:17:44,791 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:17:44,791 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,44219,1732360661120, seqNum=-1] 2024-11-23T11:17:44,791 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:17:44,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:17:44,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3670 sec 2024-11-23T11:17:44,800 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732360664800, completionTime=-1 2024-11-23T11:17:44,800 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T11:17:44,800 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T11:17:44,802 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T11:17:44,802 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732360724802 2024-11-23T11:17:44,802 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732360784802 2024-11-23T11:17:44,802 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T11:17:44,802 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,35481,1732360660725-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:44,803 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,35481,1732360660725-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:44,803 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,35481,1732360660725-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:44,803 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64443f9a1829:35481, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:44,803 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:44,803 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:44,805 DEBUG [master/64443f9a1829:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T11:17:44,807 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.548sec 2024-11-23T11:17:44,807 INFO [master/64443f9a1829:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T11:17:44,807 INFO [master/64443f9a1829:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T11:17:44,807 INFO [master/64443f9a1829:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T11:17:44,807 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T11:17:44,807 INFO [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T11:17:44,807 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,35481,1732360660725-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:17:44,807 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,35481,1732360660725-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T11:17:44,810 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T11:17:44,810 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T11:17:44,810 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,35481,1732360660725-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:44,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3804b408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:44,831 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,35481,-1 for getting cluster id 2024-11-23T11:17:44,832 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:17:44,833 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8a3f48a-18f2-4b17-8dfd-82ffac27c0ed' 2024-11-23T11:17:44,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:17:44,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8a3f48a-18f2-4b17-8dfd-82ffac27c0ed" 2024-11-23T11:17:44,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6736641d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:44,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,35481,-1] 2024-11-23T11:17:44,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:17:44,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:44,835 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:17:44,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b29a229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:44,837 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:17:44,837 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,44219,1732360661120, seqNum=-1] 2024-11-23T11:17:44,838 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:17:44,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:17:44,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64443f9a1829,35481,1732360660725 2024-11-23T11:17:44,841 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50542 2024-11-23T11:17:44,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:17:44,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016769d8bd0002 connected 2024-11-23T11:17:44,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718/hadoop.log.dir so I do NOT create it in target/test-data/80eb2507-798e-717a-9f07-cf106e7bba6b 2024-11-23T11:17:44,872 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T11:17:44,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718/hadoop.tmp.dir so I do NOT create it in target/test-data/80eb2507-798e-717a-9f07-cf106e7bba6b 2024-11-23T11:17:44,872 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T11:17:44,872 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80eb2507-798e-717a-9f07-cf106e7bba6b 2024-11-23T11:17:44,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T11:17:44,872 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80eb2507-798e-717a-9f07-cf106e7bba6b/cluster_c3464bca-3cd8-e1dc-c58e-e757dc1506af, deleteOnExit=true 2024-11-23T11:17:44,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T11:17:44,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80eb2507-798e-717a-9f07-cf106e7bba6b/test.cache.data in system properties and HBase conf 2024-11-23T11:17:44,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80eb2507-798e-717a-9f07-cf106e7bba6b/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T11:17:44,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80eb2507-798e-717a-9f07-cf106e7bba6b/hadoop.log.dir in system properties and HBase conf 2024-11-23T11:17:44,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80eb2507-798e-717a-9f07-cf106e7bba6b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T11:17:44,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80eb2507-798e-717a-9f07-cf106e7bba6b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T11:17:44,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T11:17:44,873 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T11:17:44,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80eb2507-798e-717a-9f07-cf106e7bba6b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:17:44,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80eb2507-798e-717a-9f07-cf106e7bba6b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:17:44,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80eb2507-798e-717a-9f07-cf106e7bba6b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T11:17:44,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80eb2507-798e-717a-9f07-cf106e7bba6b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:17:44,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80eb2507-798e-717a-9f07-cf106e7bba6b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T11:17:44,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80eb2507-798e-717a-9f07-cf106e7bba6b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T11:17:44,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80eb2507-798e-717a-9f07-cf106e7bba6b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:17:44,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80eb2507-798e-717a-9f07-cf106e7bba6b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:17:44,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80eb2507-798e-717a-9f07-cf106e7bba6b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T11:17:44,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80eb2507-798e-717a-9f07-cf106e7bba6b/nfs.dump.dir in system properties and HBase conf 2024-11-23T11:17:44,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80eb2507-798e-717a-9f07-cf106e7bba6b/java.io.tmpdir in system properties and HBase conf 2024-11-23T11:17:44,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80eb2507-798e-717a-9f07-cf106e7bba6b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:17:44,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80eb2507-798e-717a-9f07-cf106e7bba6b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T11:17:44,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80eb2507-798e-717a-9f07-cf106e7bba6b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T11:17:45,230 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:17:45,236 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:17:45,240 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:17:45,240 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:17:45,241 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T11:17:45,241 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:17:45,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@234e6441{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80eb2507-798e-717a-9f07-cf106e7bba6b/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:17:45,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e8b63e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:17:45,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a543ac8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80eb2507-798e-717a-9f07-cf106e7bba6b/java.io.tmpdir/jetty-localhost-43085-hadoop-hdfs-3_4_1-tests_jar-_-any-17221841621190651766/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:17:45,338 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b236689{HTTP/1.1, (http/1.1)}{localhost:43085} 2024-11-23T11:17:45,338 INFO [Time-limited test {}] server.Server(415): Started @39643ms 2024-11-23T11:17:45,596 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:17:45,600 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:17:45,601 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:17:45,601 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:17:45,601 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T11:17:45,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a03866f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80eb2507-798e-717a-9f07-cf106e7bba6b/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:17:45,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56c09295{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:17:45,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72409928{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80eb2507-798e-717a-9f07-cf106e7bba6b/java.io.tmpdir/jetty-localhost-36083-hadoop-hdfs-3_4_1-tests_jar-_-any-588852884842687798/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:17:45,697 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2421f5b8{HTTP/1.1, (http/1.1)}{localhost:36083} 2024-11-23T11:17:45,697 INFO [Time-limited test {}] server.Server(415): Started @40001ms 2024-11-23T11:17:45,698 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T11:17:46,431 WARN [Thread-616 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80eb2507-798e-717a-9f07-cf106e7bba6b/cluster_c3464bca-3cd8-e1dc-c58e-e757dc1506af/data/data1/current/BP-457915227-172.17.0.3-1732360664897/current, will proceed with Du for space computation calculation, 2024-11-23T11:17:46,432 WARN [Thread-617 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80eb2507-798e-717a-9f07-cf106e7bba6b/cluster_c3464bca-3cd8-e1dc-c58e-e757dc1506af/data/data2/current/BP-457915227-172.17.0.3-1732360664897/current, will proceed with Du for space computation calculation, 2024-11-23T11:17:46,454 WARN [Thread-604 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T11:17:46,457 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe80e4ffb23149ea9 with lease ID 0x833e44079e407a7d: Processing first storage report for DS-854df7f5-3688-410d-8a4c-265a426cf3ed from datanode DatanodeRegistration(127.0.0.1:37345, datanodeUuid=b01bb5b6-ea7e-4acf-9809-a0d41ef76bf7, infoPort=37111, infoSecurePort=0, ipcPort=38277, storageInfo=lv=-57;cid=testClusterID;nsid=91437847;c=1732360664897) 2024-11-23T11:17:46,457 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe80e4ffb23149ea9 with lease ID 0x833e44079e407a7d: from storage DS-854df7f5-3688-410d-8a4c-265a426cf3ed node DatanodeRegistration(127.0.0.1:37345, datanodeUuid=b01bb5b6-ea7e-4acf-9809-a0d41ef76bf7, infoPort=37111, infoSecurePort=0, ipcPort=38277, storageInfo=lv=-57;cid=testClusterID;nsid=91437847;c=1732360664897), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:17:46,457 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe80e4ffb23149ea9 with lease ID 0x833e44079e407a7d: Processing first storage report for DS-d09700dc-647a-4be6-b24e-881c42375ecd from datanode DatanodeRegistration(127.0.0.1:37345, datanodeUuid=b01bb5b6-ea7e-4acf-9809-a0d41ef76bf7, infoPort=37111, infoSecurePort=0, ipcPort=38277, storageInfo=lv=-57;cid=testClusterID;nsid=91437847;c=1732360664897) 2024-11-23T11:17:46,457 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe80e4ffb23149ea9 with lease ID 0x833e44079e407a7d: from storage DS-d09700dc-647a-4be6-b24e-881c42375ecd node DatanodeRegistration(127.0.0.1:37345, datanodeUuid=b01bb5b6-ea7e-4acf-9809-a0d41ef76bf7, infoPort=37111, infoSecurePort=0, ipcPort=38277, storageInfo=lv=-57;cid=testClusterID;nsid=91437847;c=1732360664897), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:17:46,528 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80eb2507-798e-717a-9f07-cf106e7bba6b 2024-11-23T11:17:46,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:17:46,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:17:46,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741825_1001 (size=7) 2024-11-23T11:17:46,939 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598 with version=8 2024-11-23T11:17:46,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/hbase-staging 2024-11-23T11:17:46,942 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:17:46,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:17:46,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:17:46,942 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:17:46,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:17:46,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:17:46,943 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T11:17:46,943 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:17:46,943 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35453 2024-11-23T11:17:46,944 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35453 connecting to ZooKeeper ensemble=127.0.0.1:50542 2024-11-23T11:17:46,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354530x0, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:17:46,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35453-0x1016769d8bd0003 connected 2024-11-23T11:17:47,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:17:47,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:17:47,072 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35453-0x1016769d8bd0003, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Set watcher on znode that does not yet exist, /1-228329427/running 2024-11-23T11:17:47,073 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598, hbase.cluster.distributed=false 2024-11-23T11:17:47,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35453-0x1016769d8bd0003, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Set watcher on znode that does not yet exist, /1-228329427/acl 2024-11-23T11:17:47,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35453 2024-11-23T11:17:47,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35453 2024-11-23T11:17:47,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35453 2024-11-23T11:17:47,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35453 2024-11-23T11:17:47,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35453 2024-11-23T11:17:47,099 WARN [RS:0;64443f9a1829:44219 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 64443f9a1829,40033,1732360632958: status=Processing ServerCrashProcedure of 64443f9a1829,40033,1732360632958 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732360649741, completionTime=-1 appears to have been leaked 2024-11-23T11:17:47,113 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:17:47,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:17:47,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:17:47,113 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:17:47,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:17:47,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:17:47,113 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T11:17:47,113 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:17:47,114 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41875 2024-11-23T11:17:47,115 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41875 connecting to ZooKeeper ensemble=127.0.0.1:50542 2024-11-23T11:17:47,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:17:47,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:17:47,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418750x0, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:17:47,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418750x0, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Set watcher on znode that does not yet exist, /1-228329427/running 2024-11-23T11:17:47,122 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41875-0x1016769d8bd0004 connected 2024-11-23T11:17:47,122 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T11:17:47,122 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T11:17:47,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41875-0x1016769d8bd0004, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Set watcher on znode that does not yet exist, /1-228329427/master 2024-11-23T11:17:47,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41875-0x1016769d8bd0004, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Set watcher on znode that does not yet exist, /1-228329427/acl 2024-11-23T11:17:47,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41875 2024-11-23T11:17:47,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41875 2024-11-23T11:17:47,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41875 2024-11-23T11:17:47,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41875 2024-11-23T11:17:47,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41875 2024-11-23T11:17:47,135 DEBUG [M:0;64443f9a1829:35453 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64443f9a1829:35453 2024-11-23T11:17:47,135 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-228329427/backup-masters/64443f9a1829,35453,1732360666942 2024-11-23T11:17:47,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41875-0x1016769d8bd0004, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-228329427/backup-masters 2024-11-23T11:17:47,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x1016769d8bd0003, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-228329427/backup-masters 2024-11-23T11:17:47,143 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35453-0x1016769d8bd0003, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Set watcher on existing znode=/1-228329427/backup-masters/64443f9a1829,35453,1732360666942 2024-11-23T11:17:47,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x1016769d8bd0003, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-228329427 2024-11-23T11:17:47,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41875-0x1016769d8bd0004, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-228329427/master 2024-11-23T11:17:47,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41875-0x1016769d8bd0004, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-228329427 2024-11-23T11:17:47,153 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35453-0x1016769d8bd0003, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Set watcher on existing znode=/1-228329427/master 2024-11-23T11:17:47,154 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-228329427/backup-masters/64443f9a1829,35453,1732360666942 from backup master directory 2024-11-23T11:17:47,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x1016769d8bd0003, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-228329427/backup-masters/64443f9a1829,35453,1732360666942 2024-11-23T11:17:47,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41875-0x1016769d8bd0004, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-228329427/backup-masters 2024-11-23T11:17:47,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x1016769d8bd0003, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-228329427/backup-masters 2024-11-23T11:17:47,163 WARN [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:17:47,163 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64443f9a1829,35453,1732360666942 2024-11-23T11:17:47,168 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/hbase.id] with ID: 7da24e8a-6458-476f-a69c-807ad0c2f877 2024-11-23T11:17:47,168 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/.tmp/hbase.id 2024-11-23T11:17:47,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741826_1002 (size=42) 2024-11-23T11:17:47,574 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/.tmp/hbase.id]:[hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/hbase.id] 2024-11-23T11:17:47,586 INFO [master/64443f9a1829:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:17:47,586 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T11:17:47,588 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-23T11:17:47,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x1016769d8bd0003, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-228329427 2024-11-23T11:17:47,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41875-0x1016769d8bd0004, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-228329427 2024-11-23T11:17:47,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741827_1003 (size=196) 2024-11-23T11:17:48,043 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:17:48,044 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T11:17:48,045 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:17:48,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741828_1004 (size=1189) 2024-11-23T11:17:48,063 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:17:48,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:17:48,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:17:48,452 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/MasterData/data/master/store 2024-11-23T11:17:48,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741829_1005 (size=34) 2024-11-23T11:17:48,859 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:17:48,859 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:17:48,859 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:17:48,859 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:17:48,859 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:17:48,859 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:17:48,859 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:17:48,859 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360668859Disabling compacts and flushes for region at 1732360668859Disabling writes for close at 1732360668859Writing region close event to WAL at 1732360668859Closed at 1732360668859 2024-11-23T11:17:48,860 WARN [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/MasterData/data/master/store/.initializing 2024-11-23T11:17:48,860 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/MasterData/WALs/64443f9a1829,35453,1732360666942 2024-11-23T11:17:48,861 INFO [master/64443f9a1829:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:17:48,863 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64443f9a1829%2C35453%2C1732360666942, suffix=, logDir=hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/MasterData/WALs/64443f9a1829,35453,1732360666942, archiveDir=hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/MasterData/oldWALs, maxLogs=10 2024-11-23T11:17:48,875 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/MasterData/WALs/64443f9a1829,35453,1732360666942/64443f9a1829%2C35453%2C1732360666942.1732360668863, exclude list is [], retry=0 2024-11-23T11:17:48,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37345,DS-854df7f5-3688-410d-8a4c-265a426cf3ed,DISK] 2024-11-23T11:17:48,879 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/MasterData/WALs/64443f9a1829,35453,1732360666942/64443f9a1829%2C35453%2C1732360666942.1732360668863 2024-11-23T11:17:48,880 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37111:37111)] 2024-11-23T11:17:48,880 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:17:48,880 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:17:48,880 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:48,880 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:48,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:48,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T11:17:48,883 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:48,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:48,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:48,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T11:17:48,885 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:48,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:17:48,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:48,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T11:17:48,886 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:48,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:17:48,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:48,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T11:17:48,888 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:48,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:17:48,889 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:48,889 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:48,890 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:48,891 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:48,891 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:48,891 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:17:48,892 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:17:48,894 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:17:48,895 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70948748, jitterRate=0.057218730449676514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:17:48,895 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732360668880Initializing all the Stores at 1732360668881 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360668881Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360668881Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360668881Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360668881Cleaning up temporary data from old regions at 1732360668891 (+10 ms)Region opened successfully at 1732360668895 (+4 ms) 2024-11-23T11:17:48,895 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T11:17:48,898 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44acebde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:17:48,898 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T11:17:48,899 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T11:17:48,899 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T11:17:48,899 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T11:17:48,899 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T11:17:48,900 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T11:17:48,900 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T11:17:48,902 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T11:17:48,902 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35453-0x1016769d8bd0003, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Unable to get data of znode /1-228329427/balancer because node does not exist (not necessarily an error) 2024-11-23T11:17:48,984 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-228329427/balancer already deleted, retry=false 2024-11-23T11:17:48,985 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T11:17:48,986 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35453-0x1016769d8bd0003, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Unable to get data of znode /1-228329427/normalizer because node does not exist (not necessarily an error) 2024-11-23T11:17:48,995 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-228329427/normalizer already deleted, retry=false 2024-11-23T11:17:48,996 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T11:17:48,997 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35453-0x1016769d8bd0003, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Unable to get data of znode /1-228329427/switch/split because node does not exist (not necessarily an error) 2024-11-23T11:17:49,005 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-228329427/switch/split already deleted, retry=false 2024-11-23T11:17:49,007 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35453-0x1016769d8bd0003, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Unable to get data of znode /1-228329427/switch/merge because node does not exist (not necessarily an error) 2024-11-23T11:17:49,016 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-228329427/switch/merge already deleted, retry=false 2024-11-23T11:17:49,018 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35453-0x1016769d8bd0003, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Unable to get data of znode /1-228329427/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T11:17:49,026 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-228329427/snapshot-cleanup already deleted, retry=false 2024-11-23T11:17:49,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x1016769d8bd0003, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-228329427/running 2024-11-23T11:17:49,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41875-0x1016769d8bd0004, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-228329427/running 2024-11-23T11:17:49,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41875-0x1016769d8bd0004, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-228329427 2024-11-23T11:17:49,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x1016769d8bd0003, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-228329427 2024-11-23T11:17:49,038 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64443f9a1829,35453,1732360666942, sessionid=0x1016769d8bd0003, setting cluster-up flag (Was=false) 2024-11-23T11:17:49,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41875-0x1016769d8bd0004, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-228329427 2024-11-23T11:17:49,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x1016769d8bd0003, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-228329427 2024-11-23T11:17:49,090 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-228329427/flush-table-proc/acquired, /1-228329427/flush-table-proc/reached, /1-228329427/flush-table-proc/abort 2024-11-23T11:17:49,091 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,35453,1732360666942 2024-11-23T11:17:49,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x1016769d8bd0003, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-228329427 2024-11-23T11:17:49,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41875-0x1016769d8bd0004, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-228329427 2024-11-23T11:17:49,142 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-228329427/online-snapshot/acquired, /1-228329427/online-snapshot/reached, /1-228329427/online-snapshot/abort 2024-11-23T11:17:49,144 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,35453,1732360666942 2024-11-23T11:17:49,145 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T11:17:49,147 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T11:17:49,147 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T11:17:49,147 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T11:17:49,147 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64443f9a1829,35453,1732360666942 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T11:17:49,149 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:17:49,149 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:17:49,149 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:17:49,149 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:17:49,149 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64443f9a1829:0, corePoolSize=10, maxPoolSize=10 2024-11-23T11:17:49,149 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:49,149 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:17:49,149 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:49,151 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:17:49,151 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T11:17:49,152 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732360699152 2024-11-23T11:17:49,152 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T11:17:49,152 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T11:17:49,152 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T11:17:49,152 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T11:17:49,152 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T11:17:49,152 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T11:17:49,153 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:49,153 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T11:17:49,153 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T11:17:49,153 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:49,154 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T11:17:49,154 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T11:17:49,154 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T11:17:49,154 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T11:17:49,154 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T11:17:49,154 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360669154,5,FailOnTimeoutGroup] 2024-11-23T11:17:49,156 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360669154,5,FailOnTimeoutGroup] 2024-11-23T11:17:49,156 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:49,156 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T11:17:49,156 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:49,156 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:49,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741831_1007 (size=1321) 2024-11-23T11:17:49,228 INFO [RS:0;64443f9a1829:41875 {}] regionserver.HRegionServer(746): ClusterId : 7da24e8a-6458-476f-a69c-807ad0c2f877 2024-11-23T11:17:49,229 DEBUG [RS:0;64443f9a1829:41875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T11:17:49,238 DEBUG [RS:0;64443f9a1829:41875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T11:17:49,238 DEBUG [RS:0;64443f9a1829:41875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T11:17:49,248 DEBUG [RS:0;64443f9a1829:41875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T11:17:49,249 DEBUG [RS:0;64443f9a1829:41875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b153828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:17:49,264 DEBUG [RS:0;64443f9a1829:41875 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64443f9a1829:41875 2024-11-23T11:17:49,264 INFO [RS:0;64443f9a1829:41875 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T11:17:49,264 INFO [RS:0;64443f9a1829:41875 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T11:17:49,264 DEBUG [RS:0;64443f9a1829:41875 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T11:17:49,265 INFO [RS:0;64443f9a1829:41875 {}] regionserver.HRegionServer(2659): reportForDuty to master=64443f9a1829,35453,1732360666942 with port=41875, startcode=1732360667112 2024-11-23T11:17:49,265 DEBUG [RS:0;64443f9a1829:41875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T11:17:49,266 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T11:17:49,267 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35453 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64443f9a1829,41875,1732360667112 2024-11-23T11:17:49,267 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35453 {}] master.ServerManager(517): Registering regionserver=64443f9a1829,41875,1732360667112 2024-11-23T11:17:49,269 DEBUG [RS:0;64443f9a1829:41875 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598 2024-11-23T11:17:49,269 DEBUG [RS:0;64443f9a1829:41875 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35735 2024-11-23T11:17:49,269 DEBUG [RS:0;64443f9a1829:41875 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T11:17:49,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x1016769d8bd0003, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-228329427/rs 2024-11-23T11:17:49,280 DEBUG [RS:0;64443f9a1829:41875 {}] zookeeper.ZKUtil(111): regionserver:41875-0x1016769d8bd0004, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Set watcher on existing znode=/1-228329427/rs/64443f9a1829,41875,1732360667112 2024-11-23T11:17:49,280 WARN [RS:0;64443f9a1829:41875 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:17:49,280 INFO [RS:0;64443f9a1829:41875 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:17:49,280 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64443f9a1829,41875,1732360667112] 2024-11-23T11:17:49,280 DEBUG [RS:0;64443f9a1829:41875 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/WALs/64443f9a1829,41875,1732360667112 2024-11-23T11:17:49,283 INFO [RS:0;64443f9a1829:41875 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T11:17:49,286 INFO [RS:0;64443f9a1829:41875 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T11:17:49,287 INFO [RS:0;64443f9a1829:41875 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T11:17:49,287 INFO [RS:0;64443f9a1829:41875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:49,287 INFO [RS:0;64443f9a1829:41875 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T11:17:49,288 INFO [RS:0;64443f9a1829:41875 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T11:17:49,288 INFO [RS:0;64443f9a1829:41875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:49,288 DEBUG [RS:0;64443f9a1829:41875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:49,288 DEBUG [RS:0;64443f9a1829:41875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:49,288 DEBUG [RS:0;64443f9a1829:41875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:49,288 DEBUG [RS:0;64443f9a1829:41875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:49,288 DEBUG [RS:0;64443f9a1829:41875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:49,289 DEBUG [RS:0;64443f9a1829:41875 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:17:49,289 DEBUG [RS:0;64443f9a1829:41875 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:49,289 DEBUG [RS:0;64443f9a1829:41875 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:49,289 DEBUG [RS:0;64443f9a1829:41875 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:49,289 DEBUG [RS:0;64443f9a1829:41875 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:49,289 DEBUG [RS:0;64443f9a1829:41875 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:49,289 DEBUG [RS:0;64443f9a1829:41875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:17:49,289 DEBUG [RS:0;64443f9a1829:41875 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:17:49,289 DEBUG [RS:0;64443f9a1829:41875 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:17:49,289 INFO [RS:0;64443f9a1829:41875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:49,290 INFO [RS:0;64443f9a1829:41875 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:49,290 INFO [RS:0;64443f9a1829:41875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:49,290 INFO [RS:0;64443f9a1829:41875 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:49,290 INFO [RS:0;64443f9a1829:41875 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:49,290 INFO [RS:0;64443f9a1829:41875 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,41875,1732360667112-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:17:49,303 INFO [RS:0;64443f9a1829:41875 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T11:17:49,303 INFO [RS:0;64443f9a1829:41875 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,41875,1732360667112-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:49,303 INFO [RS:0;64443f9a1829:41875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:49,303 INFO [RS:0;64443f9a1829:41875 {}] regionserver.Replication(171): 64443f9a1829,41875,1732360667112 started 2024-11-23T11:17:49,318 INFO [RS:0;64443f9a1829:41875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:49,318 INFO [RS:0;64443f9a1829:41875 {}] regionserver.HRegionServer(1482): Serving as 64443f9a1829,41875,1732360667112, RpcServer on 64443f9a1829/172.17.0.3:41875, sessionid=0x1016769d8bd0004 2024-11-23T11:17:49,318 DEBUG [RS:0;64443f9a1829:41875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T11:17:49,318 DEBUG [RS:0;64443f9a1829:41875 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64443f9a1829,41875,1732360667112 2024-11-23T11:17:49,318 DEBUG [RS:0;64443f9a1829:41875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,41875,1732360667112' 2024-11-23T11:17:49,319 DEBUG [RS:0;64443f9a1829:41875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-228329427/flush-table-proc/abort' 2024-11-23T11:17:49,319 DEBUG [RS:0;64443f9a1829:41875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-228329427/flush-table-proc/acquired' 2024-11-23T11:17:49,319 DEBUG [RS:0;64443f9a1829:41875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T11:17:49,319 DEBUG [RS:0;64443f9a1829:41875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T11:17:49,319 DEBUG [RS:0;64443f9a1829:41875 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64443f9a1829,41875,1732360667112 2024-11-23T11:17:49,319 DEBUG [RS:0;64443f9a1829:41875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,41875,1732360667112' 2024-11-23T11:17:49,320 DEBUG [RS:0;64443f9a1829:41875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-228329427/online-snapshot/abort' 2024-11-23T11:17:49,320 DEBUG [RS:0;64443f9a1829:41875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-228329427/online-snapshot/acquired' 2024-11-23T11:17:49,320 DEBUG [RS:0;64443f9a1829:41875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T11:17:49,320 INFO [RS:0;64443f9a1829:41875 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T11:17:49,320 INFO [RS:0;64443f9a1829:41875 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T11:17:49,421 INFO [RS:0;64443f9a1829:41875 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:17:49,423 INFO [RS:0;64443f9a1829:41875 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C41875%2C1732360667112, suffix=, logDir=hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/WALs/64443f9a1829,41875,1732360667112, archiveDir=hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/oldWALs, maxLogs=10 2024-11-23T11:17:49,437 DEBUG [RS:0;64443f9a1829:41875 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/WALs/64443f9a1829,41875,1732360667112/64443f9a1829%2C41875%2C1732360667112.1732360669423, exclude list is [], retry=0 2024-11-23T11:17:49,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37345,DS-854df7f5-3688-410d-8a4c-265a426cf3ed,DISK] 2024-11-23T11:17:49,442 INFO [RS:0;64443f9a1829:41875 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/WALs/64443f9a1829,41875,1732360667112/64443f9a1829%2C41875%2C1732360667112.1732360669423 2024-11-23T11:17:49,443 DEBUG [RS:0;64443f9a1829:41875 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37111:37111)] 2024-11-23T11:17:49,563 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T11:17:49,563 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598 2024-11-23T11:17:49,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741833_1009 (size=32) 2024-11-23T11:17:49,579 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T11:17:49,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:17:49,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:17:49,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:17:49,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:49,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:49,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:17:49,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:17:49,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:49,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:49,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:17:49,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:17:49,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:49,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:49,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:17:49,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:17:49,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:49,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:49,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:17:49,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/data/hbase/meta/1588230740 2024-11-23T11:17:49,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/data/hbase/meta/1588230740 2024-11-23T11:17:49,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:17:49,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:17:49,982 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:17:49,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:17:49,985 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:17:49,986 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72769551, jitterRate=0.08435080945491791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:17:49,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732360669970Initializing all the Stores at 1732360669971 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360669971Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360669971Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360669971Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360669971Cleaning up temporary data from old regions at 1732360669981 (+10 ms)Region opened successfully at 1732360669986 (+5 ms) 2024-11-23T11:17:49,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:17:49,986 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:17:49,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:17:49,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:17:49,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:17:49,987 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:17:49,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360669986Disabling compacts and flushes for region at 1732360669986Disabling writes for close at 1732360669986Writing region close event to WAL at 1732360669986Closed at 1732360669987 (+1 ms) 2024-11-23T11:17:49,988 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:17:49,988 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T11:17:49,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T11:17:49,989 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:17:49,991 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T11:17:50,141 DEBUG [64443f9a1829:35453 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T11:17:50,141 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64443f9a1829,41875,1732360667112 2024-11-23T11:17:50,143 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,41875,1732360667112, state=OPENING 2024-11-23T11:17:50,254 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T11:17:50,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x1016769d8bd0003, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-228329427 2024-11-23T11:17:50,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41875-0x1016769d8bd0004, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-228329427 2024-11-23T11:17:50,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-228329427/meta-region-server: CHANGED 2024-11-23T11:17:50,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-228329427/meta-region-server: CHANGED 2024-11-23T11:17:50,269 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:17:50,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,41875,1732360667112}] 2024-11-23T11:17:50,423 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:17:50,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T11:17:50,428 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T11:17:50,428 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:17:50,428 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T11:17:50,430 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C41875%2C1732360667112.meta, suffix=.meta, logDir=hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/WALs/64443f9a1829,41875,1732360667112, archiveDir=hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/oldWALs, maxLogs=10 2024-11-23T11:17:50,448 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/WALs/64443f9a1829,41875,1732360667112/64443f9a1829%2C41875%2C1732360667112.meta.1732360670430.meta, exclude list is [], retry=0 2024-11-23T11:17:50,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37345,DS-854df7f5-3688-410d-8a4c-265a426cf3ed,DISK] 2024-11-23T11:17:50,452 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/WALs/64443f9a1829,41875,1732360667112/64443f9a1829%2C41875%2C1732360667112.meta.1732360670430.meta 2024-11-23T11:17:50,452 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37111:37111)] 2024-11-23T11:17:50,453 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:17:50,453 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:17:50,453 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:17:50,453 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T11:17:50,453 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T11:17:50,454 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T11:17:50,454 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:17:50,454 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T11:17:50,454 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T11:17:50,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:17:50,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:17:50,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:50,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:50,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:17:50,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:17:50,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:50,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:50,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:17:50,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:17:50,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:50,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:50,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:17:50,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:17:50,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:50,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:17:50,462 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:17:50,463 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/data/hbase/meta/1588230740 2024-11-23T11:17:50,464 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/data/hbase/meta/1588230740 2024-11-23T11:17:50,465 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:17:50,465 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:17:50,466 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:17:50,468 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:17:50,469 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62403930, jitterRate=-0.07010897994041443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:17:50,469 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T11:17:50,469 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732360670454Writing region info on filesystem at 1732360670454Initializing all the Stores at 1732360670455 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360670455Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360670455Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360670455Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360670455Cleaning up temporary data from old regions at 1732360670465 (+10 ms)Running coprocessor post-open hooks at 1732360670469 (+4 ms)Region opened successfully at 1732360670469 2024-11-23T11:17:50,470 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732360670422 2024-11-23T11:17:50,473 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T11:17:50,473 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T11:17:50,473 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64443f9a1829,41875,1732360667112 2024-11-23T11:17:50,474 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,41875,1732360667112, state=OPEN 2024-11-23T11:17:50,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x1016769d8bd0003, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-228329427/meta-region-server 2024-11-23T11:17:50,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41875-0x1016769d8bd0004, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-228329427/meta-region-server 2024-11-23T11:17:50,479 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64443f9a1829,41875,1732360667112 2024-11-23T11:17:50,479 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-228329427/meta-region-server: CHANGED 2024-11-23T11:17:50,479 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-228329427/meta-region-server: CHANGED 2024-11-23T11:17:50,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T11:17:50,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,41875,1732360667112 in 210 msec 2024-11-23T11:17:50,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T11:17:50,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 494 msec 2024-11-23T11:17:50,486 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:17:50,486 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T11:17:50,487 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:17:50,487 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,41875,1732360667112, seqNum=-1] 2024-11-23T11:17:50,488 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:17:50,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:17:50,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3470 sec 2024-11-23T11:17:50,495 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732360670495, completionTime=-1 2024-11-23T11:17:50,495 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T11:17:50,495 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T11:17:50,497 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T11:17:50,497 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732360730497 2024-11-23T11:17:50,497 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732360790497 2024-11-23T11:17:50,497 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T11:17:50,498 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,35453,1732360666942-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:50,498 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,35453,1732360666942-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:50,498 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,35453,1732360666942-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:50,498 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64443f9a1829:35453, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:50,498 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:50,499 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:50,500 DEBUG [master/64443f9a1829:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T11:17:50,502 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.338sec 2024-11-23T11:17:50,502 INFO [master/64443f9a1829:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T11:17:50,502 INFO [master/64443f9a1829:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T11:17:50,502 INFO [master/64443f9a1829:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T11:17:50,502 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T11:17:50,502 INFO [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T11:17:50,502 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,35453,1732360666942-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:17:50,502 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,35453,1732360666942-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T11:17:50,505 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T11:17:50,505 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T11:17:50,505 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,35453,1732360666942-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:17:50,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a0d9544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:50,529 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,35453,-1 for getting cluster id 2024-11-23T11:17:50,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:17:50,531 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7da24e8a-6458-476f-a69c-807ad0c2f877' 2024-11-23T11:17:50,531 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:17:50,531 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7da24e8a-6458-476f-a69c-807ad0c2f877" 2024-11-23T11:17:50,531 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17dbb5e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:50,531 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,35453,-1] 2024-11-23T11:17:50,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:17:50,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:50,533 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:17:50,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4293ad17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:50,534 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:17:50,535 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,41875,1732360667112, seqNum=-1] 2024-11-23T11:17:50,535 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:17:50,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:17:50,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64443f9a1829,35453,1732360666942 2024-11-23T11:17:50,539 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50542 2024-11-23T11:17:50,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:17:50,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016769d8bd0005 connected 2024-11-23T11:17:50,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ef58a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:50,555 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,35481,-1 for getting cluster id 2024-11-23T11:17:50,555 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:17:50,556 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8a3f48a-18f2-4b17-8dfd-82ffac27c0ed' 2024-11-23T11:17:50,556 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:17:50,556 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8a3f48a-18f2-4b17-8dfd-82ffac27c0ed" 2024-11-23T11:17:50,556 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@250001a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:50,556 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,35481,-1] 2024-11-23T11:17:50,557 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:17:50,557 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:50,558 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:17:50,558 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@480bdab7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:50,558 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:17:50,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,35481,1732360660725 2024-11-23T11:17:50,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@579d3123 2024-11-23T11:17:50,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:17:50,560 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:17:50,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35481 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://64443f9a1829:35453,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T11:17:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35481 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T11:17:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:17:50,564 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:35453' 2024-11-23T11:17:50,565 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2862094a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:50,565 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,35453,-1 for getting cluster id 2024-11-23T11:17:50,565 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:17:50,566 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7da24e8a-6458-476f-a69c-807ad0c2f877' 2024-11-23T11:17:50,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:17:50,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7da24e8a-6458-476f-a69c-807ad0c2f877" 2024-11-23T11:17:50,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3ee6c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:50,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,35453,-1] 2024-11-23T11:17:50,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:17:50,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:50,568 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:17:50,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb98658, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:50,569 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:17:50,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,35453,1732360666942 2024-11-23T11:17:50,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@272be5ff 2024-11-23T11:17:50,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:17:50,571 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:17:50,572 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-23T11:17:50,572 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T11:17:50,572 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:50,572 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:50,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:17:50,573 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:17:50,574 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T11:17:50,575 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:17:50,576 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:50,577 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:17:50,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741835_1011 (size=1138) 2024-11-23T11:17:50,585 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3ce2f920de19ba13d95bb04cebaeb8de, NAME => 'hbase:replication,,1732360670572.3ce2f920de19ba13d95bb04cebaeb8de.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b 2024-11-23T11:17:50,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741836_1012 (size=44) 2024-11-23T11:17:50,624 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T11:17:50,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:17:50,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:17:50,992 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732360670572.3ce2f920de19ba13d95bb04cebaeb8de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:17:50,992 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3ce2f920de19ba13d95bb04cebaeb8de, disabling compactions & flushes 2024-11-23T11:17:50,992 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732360670572.3ce2f920de19ba13d95bb04cebaeb8de. 2024-11-23T11:17:50,992 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732360670572.3ce2f920de19ba13d95bb04cebaeb8de. 2024-11-23T11:17:50,992 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732360670572.3ce2f920de19ba13d95bb04cebaeb8de. after waiting 0 ms 2024-11-23T11:17:50,992 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732360670572.3ce2f920de19ba13d95bb04cebaeb8de. 2024-11-23T11:17:50,992 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732360670572.3ce2f920de19ba13d95bb04cebaeb8de. 2024-11-23T11:17:50,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3ce2f920de19ba13d95bb04cebaeb8de: Waiting for close lock at 1732360670992Disabling compacts and flushes for region at 1732360670992Disabling writes for close at 1732360670992Writing region close event to WAL at 1732360670992Closed at 1732360670992 2024-11-23T11:17:50,995 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:17:50,995 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732360670572.3ce2f920de19ba13d95bb04cebaeb8de.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732360670995"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732360670995"}]},"ts":"1732360670995"} 2024-11-23T11:17:50,997 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T11:17:50,998 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:17:50,999 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360670998"}]},"ts":"1732360670998"} 2024-11-23T11:17:51,001 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T11:17:51,001 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3ce2f920de19ba13d95bb04cebaeb8de, ASSIGN}] 2024-11-23T11:17:51,002 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3ce2f920de19ba13d95bb04cebaeb8de, ASSIGN 2024-11-23T11:17:51,003 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3ce2f920de19ba13d95bb04cebaeb8de, ASSIGN; state=OFFLINE, location=64443f9a1829,44219,1732360661120; forceNewPlan=false, retain=false 2024-11-23T11:17:51,154 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3ce2f920de19ba13d95bb04cebaeb8de, regionState=OPENING, regionLocation=64443f9a1829,44219,1732360661120 2024-11-23T11:17:51,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3ce2f920de19ba13d95bb04cebaeb8de, ASSIGN because future has completed 2024-11-23T11:17:51,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ce2f920de19ba13d95bb04cebaeb8de, server=64443f9a1829,44219,1732360661120}] 2024-11-23T11:17:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:17:51,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732360670572.3ce2f920de19ba13d95bb04cebaeb8de. 2024-11-23T11:17:51,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:17:51,314 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T11:17:51,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C44219%2C1732360661120.rep, suffix=, logDir=hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/WALs/64443f9a1829,44219,1732360661120, archiveDir=hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/oldWALs, maxLogs=10 2024-11-23T11:17:51,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/WALs/64443f9a1829,44219,1732360661120/64443f9a1829%2C44219%2C1732360661120.rep.1732360671315, exclude list is [], retry=0 2024-11-23T11:17:51,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41143,DS-a06492f3-3e0e-4535-8cf5-01e4083880ac,DISK] 2024-11-23T11:17:51,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/WALs/64443f9a1829,44219,1732360661120/64443f9a1829%2C44219%2C1732360661120.rep.1732360671315 2024-11-23T11:17:51,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33141:33141)] 2024-11-23T11:17:51,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ce2f920de19ba13d95bb04cebaeb8de, NAME => 'hbase:replication,,1732360670572.3ce2f920de19ba13d95bb04cebaeb8de.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:17:51,332 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:17:51,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:17:51,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732360670572.3ce2f920de19ba13d95bb04cebaeb8de. service=MultiRowMutationService 2024-11-23T11:17:51,332 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T11:17:51,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3ce2f920de19ba13d95bb04cebaeb8de 2024-11-23T11:17:51,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732360670572.3ce2f920de19ba13d95bb04cebaeb8de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:17:51,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 3ce2f920de19ba13d95bb04cebaeb8de 2024-11-23T11:17:51,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 3ce2f920de19ba13d95bb04cebaeb8de 2024-11-23T11:17:51,336 INFO [StoreOpener-3ce2f920de19ba13d95bb04cebaeb8de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3ce2f920de19ba13d95bb04cebaeb8de 2024-11-23T11:17:51,337 INFO [StoreOpener-3ce2f920de19ba13d95bb04cebaeb8de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ce2f920de19ba13d95bb04cebaeb8de columnFamilyName hfileref 2024-11-23T11:17:51,337 DEBUG [StoreOpener-3ce2f920de19ba13d95bb04cebaeb8de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:51,338 INFO [StoreOpener-3ce2f920de19ba13d95bb04cebaeb8de-1 {}] regionserver.HStore(327): Store=3ce2f920de19ba13d95bb04cebaeb8de/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:17:51,338 INFO [StoreOpener-3ce2f920de19ba13d95bb04cebaeb8de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3ce2f920de19ba13d95bb04cebaeb8de 2024-11-23T11:17:51,339 INFO [StoreOpener-3ce2f920de19ba13d95bb04cebaeb8de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ce2f920de19ba13d95bb04cebaeb8de columnFamilyName queue 2024-11-23T11:17:51,339 DEBUG [StoreOpener-3ce2f920de19ba13d95bb04cebaeb8de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:51,340 INFO [StoreOpener-3ce2f920de19ba13d95bb04cebaeb8de-1 {}] regionserver.HStore(327): Store=3ce2f920de19ba13d95bb04cebaeb8de/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:17:51,340 INFO [StoreOpener-3ce2f920de19ba13d95bb04cebaeb8de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3ce2f920de19ba13d95bb04cebaeb8de 2024-11-23T11:17:51,341 INFO [StoreOpener-3ce2f920de19ba13d95bb04cebaeb8de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ce2f920de19ba13d95bb04cebaeb8de columnFamilyName sid 2024-11-23T11:17:51,341 DEBUG [StoreOpener-3ce2f920de19ba13d95bb04cebaeb8de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:17:51,341 INFO [StoreOpener-3ce2f920de19ba13d95bb04cebaeb8de-1 {}] regionserver.HStore(327): Store=3ce2f920de19ba13d95bb04cebaeb8de/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:17:51,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 3ce2f920de19ba13d95bb04cebaeb8de 2024-11-23T11:17:51,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/data/hbase/replication/3ce2f920de19ba13d95bb04cebaeb8de 2024-11-23T11:17:51,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/data/hbase/replication/3ce2f920de19ba13d95bb04cebaeb8de 2024-11-23T11:17:51,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 3ce2f920de19ba13d95bb04cebaeb8de 2024-11-23T11:17:51,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 3ce2f920de19ba13d95bb04cebaeb8de 2024-11-23T11:17:51,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:17:51,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 3ce2f920de19ba13d95bb04cebaeb8de 2024-11-23T11:17:51,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/data/hbase/replication/3ce2f920de19ba13d95bb04cebaeb8de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:17:51,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 3ce2f920de19ba13d95bb04cebaeb8de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73927560, jitterRate=0.10160648822784424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:17:51,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ce2f920de19ba13d95bb04cebaeb8de 2024-11-23T11:17:51,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 3ce2f920de19ba13d95bb04cebaeb8de: Running coprocessor pre-open hook at 1732360671332Writing region info on filesystem at 1732360671332Initializing all the Stores at 1732360671333 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360671333Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360671336 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360671336Cleaning up temporary data from old regions at 1732360671344 (+8 ms)Running coprocessor post-open hooks at 1732360671348 (+4 ms)Region opened successfully at 1732360671349 (+1 ms) 2024-11-23T11:17:51,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732360670572.3ce2f920de19ba13d95bb04cebaeb8de., pid=7, masterSystemTime=1732360671309 2024-11-23T11:17:51,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732360670572.3ce2f920de19ba13d95bb04cebaeb8de. 2024-11-23T11:17:51,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732360670572.3ce2f920de19ba13d95bb04cebaeb8de. 2024-11-23T11:17:51,353 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3ce2f920de19ba13d95bb04cebaeb8de, regionState=OPEN, openSeqNum=2, regionLocation=64443f9a1829,44219,1732360661120 2024-11-23T11:17:51,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ce2f920de19ba13d95bb04cebaeb8de, server=64443f9a1829,44219,1732360661120 because future has completed 2024-11-23T11:17:51,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-23T11:17:51,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ce2f920de19ba13d95bb04cebaeb8de, server=64443f9a1829,44219,1732360661120 in 199 msec 2024-11-23T11:17:51,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T11:17:51,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3ce2f920de19ba13d95bb04cebaeb8de, ASSIGN in 357 msec 2024-11-23T11:17:51,362 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:17:51,362 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360671362"}]},"ts":"1732360671362"} 2024-11-23T11:17:51,365 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T11:17:51,366 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:17:51,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 793 msec 2024-11-23T11:17:51,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732360670572.3ce2f920de19ba13d95bb04cebaeb8de., hostname=64443f9a1829,44219,1732360661120, seqNum=2] 2024-11-23T11:17:51,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016769d8bd0000, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967912958 2024-11-23T11:17:51,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44219-0x1016769d8bd0001, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967912958 2024-11-23T11:17:51,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T11:17:51,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44219 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-23T11:17:51,623 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T11:17:51,647 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-64443f9a1829,44219,1732360661120, ReplicationSource: 1, currentBandwidth=0 2024-11-23T11:17:51,648 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:17:51,648 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,44219,1732360661120, seqNum=-1] 2024-11-23T11:17:51,648 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:17:51,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-23T11:17:51,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-64443f9a1829,44219,1732360661120', locateType=CURRENT is [region=hbase:replication,,1732360670572.3ce2f920de19ba13d95bb04cebaeb8de., hostname=64443f9a1829,44219,1732360661120, seqNum=2] 2024-11-23T11:17:51,654 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-23T11:17:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35481 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-23T11:17:51,659 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 64443f9a1829,44219,1732360661120 suceeded 2024-11-23T11:17:51,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-23T11:17:51,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-23T11:17:51,661 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://64443f9a1829:35453,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T11:17:51,663 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1000 sec 2024-11-23T11:17:51,668 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44219,1732360661120 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:35453' 2024-11-23T11:17:51,669 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44219,1732360661120 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e6bb7ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:51,669 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44219,1732360661120 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,35453,-1 for getting cluster id 2024-11-23T11:17:51,670 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44219,1732360661120 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:17:51,670 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7da24e8a-6458-476f-a69c-807ad0c2f877' 2024-11-23T11:17:51,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:17:51,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7da24e8a-6458-476f-a69c-807ad0c2f877" 2024-11-23T11:17:51,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49b17d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:51,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,35453,-1] 2024-11-23T11:17:51,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:17:51,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:51,672 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:17:51,672 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44219,1732360661120 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6acbf29a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:17:51,672 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44219,1732360661120 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:17:51,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,35453,1732360666942 2024-11-23T11:17:51,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dacc055 2024-11-23T11:17:51,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:17:51,674 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-23T11:17:51,674 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44219,1732360661120 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-64443f9a1829,44219,1732360661120 (queues=1) is replicating from cluster=d8a3f48a-18f2-4b17-8dfd-82ffac27c0ed to cluster=7da24e8a-6458-476f-a69c-807ad0c2f877 2024-11-23T11:17:51,675 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44219,1732360661120 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=64443f9a1829%2C44219%2C1732360661120 2024-11-23T11:17:51,675 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44219,1732360661120 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-64443f9a1829,44219,1732360661120, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T11:17:51,675 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44219,1732360661120.replicationSource.shipper64443f9a1829%2C44219%2C1732360661120,1-64443f9a1829,44219,1732360661120 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64443f9a1829%2C44219%2C1732360661120 2024-11-23T11:17:51,675 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44219,1732360661120.replicationSource.wal-reader.64443f9a1829%2C44219%2C1732360661120,1-64443f9a1829,44219,1732360661120 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/WALs/64443f9a1829,44219,1732360661120/64443f9a1829%2C44219%2C1732360661120.1732360663724, startPosition=0, beingWritten=true 2024-11-23T11:17:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:17:51,705 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T11:17:51,705 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:17:51,705 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:17:51,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:51,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:51,706 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:17:51,706 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:17:51,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,35481,1732360660725 2024-11-23T11:17:51,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d0be6be 2024-11-23T11:17:51,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:17:51,708 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:17:51,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35481 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-23T11:17:51,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T11:17:51,708 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:17:51,709 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:17:51,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:51,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:51,709 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:17:51,709 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T11:17:51,709 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2135295412, stopped=false 2024-11-23T11:17:51,709 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64443f9a1829,35453,1732360666942 2024-11-23T11:17:51,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41875-0x1016769d8bd0004, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-228329427/running 2024-11-23T11:17:51,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x1016769d8bd0003, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-228329427/running 2024-11-23T11:17:51,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41875-0x1016769d8bd0004, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-228329427 2024-11-23T11:17:51,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x1016769d8bd0003, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-228329427 2024-11-23T11:17:51,721 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:17:51,721 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:17:51,721 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:17:51,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:51,722 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35453-0x1016769d8bd0003, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Set watcher on znode that does not yet exist, /1-228329427/running 2024-11-23T11:17:51,722 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64443f9a1829,41875,1732360667112' ***** 2024-11-23T11:17:51,722 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T11:17:51,722 INFO [RS:0;64443f9a1829:41875 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T11:17:51,722 INFO [RS:0;64443f9a1829:41875 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T11:17:51,722 INFO [RS:0;64443f9a1829:41875 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T11:17:51,722 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41875-0x1016769d8bd0004, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Set watcher on znode that does not yet exist, /1-228329427/running 2024-11-23T11:17:51,722 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T11:17:51,722 INFO [RS:0;64443f9a1829:41875 {}] regionserver.HRegionServer(959): stopping server 64443f9a1829,41875,1732360667112 2024-11-23T11:17:51,722 INFO [RS:0;64443f9a1829:41875 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:17:51,722 INFO [RS:0;64443f9a1829:41875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:41875. 2024-11-23T11:17:51,722 DEBUG [RS:0;64443f9a1829:41875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:17:51,722 DEBUG [RS:0;64443f9a1829:41875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:51,722 INFO [RS:0;64443f9a1829:41875 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T11:17:51,722 INFO [RS:0;64443f9a1829:41875 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T11:17:51,722 INFO [RS:0;64443f9a1829:41875 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T11:17:51,723 INFO [RS:0;64443f9a1829:41875 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T11:17:51,723 INFO [RS:0;64443f9a1829:41875 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T11:17:51,723 DEBUG [RS:0;64443f9a1829:41875 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T11:17:51,723 DEBUG [RS:0;64443f9a1829:41875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:17:51,723 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:17:51,723 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:17:51,723 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:17:51,723 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:17:51,723 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:17:51,723 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-23T11:17:51,740 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/data/hbase/meta/1588230740/.tmp/ns/07b774cc84314c7ca92ac1465bebe41a is 43, key is default/ns:d/1732360670489/Put/seqid=0 2024-11-23T11:17:51,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741835_1011 (size=5153) 2024-11-23T11:17:51,792 INFO [regionserver/64443f9a1829:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:17:51,880 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44219,1732360661120.replicationSource.wal-reader.64443f9a1829%2C44219%2C1732360661120,1-64443f9a1829,44219,1732360661120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/WALs/64443f9a1829,44219,1732360661120/64443f9a1829%2C44219%2C1732360661120.1732360663724 to pos 0, reset compression=false 2024-11-23T11:17:51,923 DEBUG [RS:0;64443f9a1829:41875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:17:52,123 DEBUG [RS:0;64443f9a1829:41875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:17:52,145 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/data/hbase/meta/1588230740/.tmp/ns/07b774cc84314c7ca92ac1465bebe41a 2024-11-23T11:17:52,152 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/data/hbase/meta/1588230740/.tmp/ns/07b774cc84314c7ca92ac1465bebe41a as hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/data/hbase/meta/1588230740/ns/07b774cc84314c7ca92ac1465bebe41a 2024-11-23T11:17:52,158 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/data/hbase/meta/1588230740/ns/07b774cc84314c7ca92ac1465bebe41a, entries=2, sequenceid=6, filesize=5.0 K 2024-11-23T11:17:52,159 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false 2024-11-23T11:17:52,163 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T11:17:52,163 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:17:52,163 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:17:52,163 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:17:52,163 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360671723Running coprocessor pre-close hooks at 1732360671723Disabling compacts and flushes for region at 1732360671723Disabling writes for close at 1732360671723Obtaining lock to block concurrent updates at 1732360671723Preparing flush snapshotting stores in 1588230740 at 1732360671723Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732360671723Flushing stores of hbase:meta,,1.1588230740 at 1732360671724 (+1 ms)Flushing 1588230740/ns: creating writer at 1732360671724Flushing 1588230740/ns: appending metadata at 1732360671740 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732360671740Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75c97b20: reopening flushed file at 1732360672151 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false at 1732360672159 (+8 ms)Writing region close event to WAL at 1732360672160 (+1 ms)Running coprocessor post-close hooks at 1732360672163 (+3 ms)Closed at 1732360672163 2024-11-23T11:17:52,164 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T11:17:52,185 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44219,1732360661120.replicationSource.wal-reader.64443f9a1829%2C44219%2C1732360661120,1-64443f9a1829,44219,1732360661120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/WALs/64443f9a1829,44219,1732360661120/64443f9a1829%2C44219%2C1732360661120.1732360663724 to pos 0, reset compression=false 2024-11-23T11:17:52,323 INFO [RS:0;64443f9a1829:41875 {}] regionserver.HRegionServer(976): stopping server 64443f9a1829,41875,1732360667112; all regions closed. 2024-11-23T11:17:52,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741834_1010 (size=1152) 2024-11-23T11:17:52,326 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/WALs/64443f9a1829,41875,1732360667112/64443f9a1829%2C41875%2C1732360667112.meta.1732360670430.meta not finished, retry = 0 2024-11-23T11:17:52,367 INFO [regionserver/64443f9a1829:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T11:17:52,367 INFO [regionserver/64443f9a1829:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T11:17:52,429 DEBUG [RS:0;64443f9a1829:41875 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/oldWALs 2024-11-23T11:17:52,429 INFO [RS:0;64443f9a1829:41875 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C41875%2C1732360667112.meta:.meta(num 1732360670430) 2024-11-23T11:17:52,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741832_1008 (size=93) 2024-11-23T11:17:52,431 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/WALs/64443f9a1829,41875,1732360667112/64443f9a1829%2C41875%2C1732360667112.1732360669423 not finished, retry = 0 2024-11-23T11:17:52,533 DEBUG [RS:0;64443f9a1829:41875 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/oldWALs 2024-11-23T11:17:52,533 INFO [RS:0;64443f9a1829:41875 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C41875%2C1732360667112:(num 1732360669423) 2024-11-23T11:17:52,533 DEBUG [RS:0;64443f9a1829:41875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:52,533 INFO [RS:0;64443f9a1829:41875 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:17:52,533 INFO [RS:0;64443f9a1829:41875 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:17:52,534 INFO [RS:0;64443f9a1829:41875 {}] hbase.ChoreService(370): Chore service for: regionserver/64443f9a1829:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T11:17:52,534 INFO [RS:0;64443f9a1829:41875 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:17:52,534 INFO [regionserver/64443f9a1829:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:17:52,534 INFO [RS:0;64443f9a1829:41875 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41875 2024-11-23T11:17:52,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x1016769d8bd0003, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-228329427/rs 2024-11-23T11:17:52,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41875-0x1016769d8bd0004, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-228329427/rs/64443f9a1829,41875,1732360667112 2024-11-23T11:17:52,542 INFO [RS:0;64443f9a1829:41875 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:17:52,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T11:17:52,560 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T11:17:52,561 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T11:17:52,561 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-23T11:17:52,561 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:17:52,561 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-23T11:17:52,561 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:17:52,561 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T11:17:52,561 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T11:17:52,561 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T11:17:52,590 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44219,1732360661120.replicationSource.wal-reader.64443f9a1829%2C44219%2C1732360661120,1-64443f9a1829,44219,1732360661120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/WALs/64443f9a1829,44219,1732360661120/64443f9a1829%2C44219%2C1732360661120.1732360663724 to pos 0, reset compression=false 2024-11-23T11:17:52,626 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64443f9a1829,41875,1732360667112] 2024-11-23T11:17:52,637 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-228329427/draining/64443f9a1829,41875,1732360667112 already deleted, retry=false 2024-11-23T11:17:52,637 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64443f9a1829,41875,1732360667112 expired; onlineServers=0 2024-11-23T11:17:52,637 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64443f9a1829,35453,1732360666942' ***** 2024-11-23T11:17:52,637 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T11:17:52,637 INFO [M:0;64443f9a1829:35453 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:17:52,637 INFO [M:0;64443f9a1829:35453 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:17:52,637 DEBUG [M:0;64443f9a1829:35453 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T11:17:52,637 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T11:17:52,637 DEBUG [M:0;64443f9a1829:35453 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T11:17:52,637 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360669154 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360669154,5,FailOnTimeoutGroup] 2024-11-23T11:17:52,637 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360669154 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360669154,5,FailOnTimeoutGroup] 2024-11-23T11:17:52,638 INFO [M:0;64443f9a1829:35453 {}] hbase.ChoreService(370): Chore service for: master/64443f9a1829:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T11:17:52,638 INFO [M:0;64443f9a1829:35453 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:17:52,638 DEBUG [M:0;64443f9a1829:35453 {}] master.HMaster(1795): Stopping service threads 2024-11-23T11:17:52,638 INFO [M:0;64443f9a1829:35453 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T11:17:52,638 INFO [M:0;64443f9a1829:35453 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:17:52,638 INFO [M:0;64443f9a1829:35453 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T11:17:52,638 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T11:17:52,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x1016769d8bd0003, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-228329427/master 2024-11-23T11:17:52,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x1016769d8bd0003, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-228329427 2024-11-23T11:17:52,647 DEBUG [M:0;64443f9a1829:35453 {}] zookeeper.ZKUtil(347): master:35453-0x1016769d8bd0003, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Unable to get data of znode /1-228329427/master because node does not exist (not an error) 2024-11-23T11:17:52,647 WARN [M:0;64443f9a1829:35453 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T11:17:52,648 INFO [M:0;64443f9a1829:35453 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/.lastflushedseqids 2024-11-23T11:17:52,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741836_1012 (size=99) 2024-11-23T11:17:52,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41875-0x1016769d8bd0004, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:17:52,726 INFO [RS:0;64443f9a1829:41875 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:17:52,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41875-0x1016769d8bd0004, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:17:52,727 INFO [RS:0;64443f9a1829:41875 {}] regionserver.HRegionServer(1031): Exiting; stopping=64443f9a1829,41875,1732360667112; zookeeper connection closed. 2024-11-23T11:17:52,727 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6cec279d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6cec279d 2024-11-23T11:17:52,727 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T11:17:53,053 INFO [M:0;64443f9a1829:35453 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T11:17:53,053 INFO [M:0;64443f9a1829:35453 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T11:17:53,054 DEBUG [M:0;64443f9a1829:35453 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:17:53,054 INFO [M:0;64443f9a1829:35453 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:17:53,054 DEBUG [M:0;64443f9a1829:35453 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:17:53,054 DEBUG [M:0;64443f9a1829:35453 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:17:53,054 DEBUG [M:0;64443f9a1829:35453 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:17:53,054 INFO [M:0;64443f9a1829:35453 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-23T11:17:53,070 DEBUG [M:0;64443f9a1829:35453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a75693f490a43cbac357b3923a978a5 is 82, key is hbase:meta,,1/info:regioninfo/1732360670473/Put/seqid=0 2024-11-23T11:17:53,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741837_1013 (size=5672) 2024-11-23T11:17:53,094 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44219,1732360661120.replicationSource.wal-reader.64443f9a1829%2C44219%2C1732360661120,1-64443f9a1829,44219,1732360661120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/WALs/64443f9a1829,44219,1732360661120/64443f9a1829%2C44219%2C1732360661120.1732360663724 to pos 0, reset compression=false 2024-11-23T11:17:53,475 INFO [M:0;64443f9a1829:35453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a75693f490a43cbac357b3923a978a5 2024-11-23T11:17:53,496 DEBUG [M:0;64443f9a1829:35453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a64cfa82c834b9e94ff0e4b026f933e is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732360670494/Put/seqid=0 2024-11-23T11:17:53,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741838_1014 (size=5275) 2024-11-23T11:17:53,700 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44219,1732360661120.replicationSource.wal-reader.64443f9a1829%2C44219%2C1732360661120,1-64443f9a1829,44219,1732360661120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/WALs/64443f9a1829,44219,1732360661120/64443f9a1829%2C44219%2C1732360661120.1732360663724 to pos 0, reset compression=false 2024-11-23T11:17:53,901 INFO [M:0;64443f9a1829:35453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a64cfa82c834b9e94ff0e4b026f933e 2024-11-23T11:17:53,924 DEBUG [M:0;64443f9a1829:35453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c925c98cc87c4987bdd07aebf31e456c is 69, key is 64443f9a1829,41875,1732360667112/rs:state/1732360669267/Put/seqid=0 2024-11-23T11:17:53,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741839_1015 (size=5156) 2024-11-23T11:17:54,330 INFO [M:0;64443f9a1829:35453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c925c98cc87c4987bdd07aebf31e456c 2024-11-23T11:17:54,337 DEBUG [M:0;64443f9a1829:35453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a75693f490a43cbac357b3923a978a5 as hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a75693f490a43cbac357b3923a978a5 2024-11-23T11:17:54,343 INFO [M:0;64443f9a1829:35453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a75693f490a43cbac357b3923a978a5, entries=8, sequenceid=28, filesize=5.5 K 2024-11-23T11:17:54,344 DEBUG [M:0;64443f9a1829:35453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a64cfa82c834b9e94ff0e4b026f933e as hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9a64cfa82c834b9e94ff0e4b026f933e 2024-11-23T11:17:54,349 INFO [M:0;64443f9a1829:35453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9a64cfa82c834b9e94ff0e4b026f933e, entries=3, sequenceid=28, filesize=5.2 K 2024-11-23T11:17:54,350 DEBUG [M:0;64443f9a1829:35453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c925c98cc87c4987bdd07aebf31e456c as hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c925c98cc87c4987bdd07aebf31e456c 2024-11-23T11:17:54,355 INFO [M:0;64443f9a1829:35453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35735/user/jenkins/test-data/0a3ab19f-9c28-7f26-e3fd-bd9382bbd598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c925c98cc87c4987bdd07aebf31e456c, entries=1, sequenceid=28, filesize=5.0 K 2024-11-23T11:17:54,356 INFO [M:0;64443f9a1829:35453 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=28, compaction requested=false 2024-11-23T11:17:54,357 INFO [M:0;64443f9a1829:35453 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:17:54,358 DEBUG [M:0;64443f9a1829:35453 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360673054Disabling compacts and flushes for region at 1732360673054Disabling writes for close at 1732360673054Obtaining lock to block concurrent updates at 1732360673054Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732360673054Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732360673054Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732360673055 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732360673055Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732360673069 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732360673069Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732360673481 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732360673495 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732360673495Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732360673906 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732360673923 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732360673923Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fac135d: reopening flushed file at 1732360674336 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e582355: reopening flushed file at 1732360674343 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55891377: reopening flushed file at 1732360674349 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=28, compaction requested=false at 1732360674356 (+7 ms)Writing region close event to WAL at 1732360674357 (+1 ms)Closed at 1732360674357 2024-11-23T11:17:54,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741830_1006 (size=10165) 2024-11-23T11:17:54,360 INFO [M:0;64443f9a1829:35453 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T11:17:54,360 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:17:54,360 INFO [M:0;64443f9a1829:35453 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35453 2024-11-23T11:17:54,361 INFO [M:0;64443f9a1829:35453 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:17:54,405 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44219,1732360661120.replicationSource.wal-reader.64443f9a1829%2C44219%2C1732360661120,1-64443f9a1829,44219,1732360661120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/WALs/64443f9a1829,44219,1732360661120/64443f9a1829%2C44219%2C1732360661120.1732360663724 to pos 0, reset compression=false 2024-11-23T11:17:54,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x1016769d8bd0003, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:17:54,474 INFO [M:0;64443f9a1829:35453 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:17:54,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x1016769d8bd0003, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:17:54,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72409928{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:17:54,477 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2421f5b8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:17:54,477 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:17:54,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56c09295{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:17:54,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a03866f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80eb2507-798e-717a-9f07-cf106e7bba6b/hadoop.log.dir/,STOPPED} 2024-11-23T11:17:54,478 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T11:17:54,479 WARN [BP-457915227-172.17.0.3-1732360664897 heartbeating to localhost/127.0.0.1:35735 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T11:17:54,479 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T11:17:54,479 WARN [BP-457915227-172.17.0.3-1732360664897 heartbeating to localhost/127.0.0.1:35735 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-457915227-172.17.0.3-1732360664897 (Datanode Uuid b01bb5b6-ea7e-4acf-9809-a0d41ef76bf7) service to localhost/127.0.0.1:35735 2024-11-23T11:17:54,479 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80eb2507-798e-717a-9f07-cf106e7bba6b/cluster_c3464bca-3cd8-e1dc-c58e-e757dc1506af/data/data1/current/BP-457915227-172.17.0.3-1732360664897 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:17:54,479 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80eb2507-798e-717a-9f07-cf106e7bba6b/cluster_c3464bca-3cd8-e1dc-c58e-e757dc1506af/data/data2/current/BP-457915227-172.17.0.3-1732360664897 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:17:54,480 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T11:17:54,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a543ac8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:17:54,486 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b236689{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:17:54,486 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:17:54,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e8b63e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:17:54,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@234e6441{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80eb2507-798e-717a-9f07-cf106e7bba6b/hadoop.log.dir/,STOPPED} 2024-11-23T11:17:54,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T11:17:54,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T11:17:54,501 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:17:54,501 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:17:54,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:54,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:54,502 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:17:54,502 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T11:17:54,502 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=240841882, stopped=false 2024-11-23T11:17:54,502 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64443f9a1829,35481,1732360660725 2024-11-23T11:17:54,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44219-0x1016769d8bd0001, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0967912958/running 2024-11-23T11:17:54,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016769d8bd0000, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0967912958/running 2024-11-23T11:17:54,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44219-0x1016769d8bd0001, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967912958 2024-11-23T11:17:54,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016769d8bd0000, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967912958 2024-11-23T11:17:54,510 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:17:54,511 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:17:54,511 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:17:54,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:54,511 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64443f9a1829,44219,1732360661120' ***** 2024-11-23T11:17:54,511 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35481-0x1016769d8bd0000, quorum=127.0.0.1:50542, baseZNode=/0967912958 Set watcher on znode that does not yet exist, /0967912958/running 2024-11-23T11:17:54,511 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T11:17:54,511 INFO [RS:0;64443f9a1829:44219 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T11:17:54,511 INFO [RS:0;64443f9a1829:44219 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T11:17:54,511 INFO [RS:0;64443f9a1829:44219 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T11:17:54,512 INFO [RS:0;64443f9a1829:44219 {}] regionserver.HRegionServer(3091): Received CLOSE for 3ce2f920de19ba13d95bb04cebaeb8de 2024-11-23T11:17:54,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44219-0x1016769d8bd0001, quorum=127.0.0.1:50542, baseZNode=/0967912958 Set watcher on znode that does not yet exist, /0967912958/running 2024-11-23T11:17:54,512 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T11:17:54,512 INFO [RS:0;64443f9a1829:44219 {}] regionserver.HRegionServer(959): stopping server 64443f9a1829,44219,1732360661120 2024-11-23T11:17:54,512 INFO [RS:0;64443f9a1829:44219 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:17:54,512 INFO [RS:0;64443f9a1829:44219 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:44219. 2024-11-23T11:17:54,512 DEBUG [RS:0;64443f9a1829:44219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:17:54,512 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3ce2f920de19ba13d95bb04cebaeb8de, disabling compactions & flushes 2024-11-23T11:17:54,512 DEBUG [RS:0;64443f9a1829:44219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:54,512 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732360670572.3ce2f920de19ba13d95bb04cebaeb8de. 2024-11-23T11:17:54,512 INFO [RS:0;64443f9a1829:44219 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T11:17:54,512 INFO [RS:0;64443f9a1829:44219 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T11:17:54,512 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732360670572.3ce2f920de19ba13d95bb04cebaeb8de. 2024-11-23T11:17:54,512 INFO [RS:0;64443f9a1829:44219 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T11:17:54,512 INFO [RS:0;64443f9a1829:44219 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T11:17:54,512 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732360670572.3ce2f920de19ba13d95bb04cebaeb8de. after waiting 0 ms 2024-11-23T11:17:54,512 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732360670572.3ce2f920de19ba13d95bb04cebaeb8de. 2024-11-23T11:17:54,512 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3ce2f920de19ba13d95bb04cebaeb8de 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-23T11:17:54,512 INFO [RS:0;64443f9a1829:44219 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T11:17:54,512 DEBUG [RS:0;64443f9a1829:44219 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3ce2f920de19ba13d95bb04cebaeb8de=hbase:replication,,1732360670572.3ce2f920de19ba13d95bb04cebaeb8de.} 2024-11-23T11:17:54,512 DEBUG [RS:0;64443f9a1829:44219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ce2f920de19ba13d95bb04cebaeb8de 2024-11-23T11:17:54,512 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:17:54,513 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:17:54,513 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:17:54,513 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:17:54,513 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:17:54,513 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-23T11:17:54,527 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/data/hbase/replication/3ce2f920de19ba13d95bb04cebaeb8de/.tmp/queue/5180a2d8d12449939a20e79ef433f0fe is 151, key is 1-64443f9a1829,44219,1732360661120/queue:64443f9a1829%2C44219%2C1732360661120/1732360671652/Put/seqid=0 2024-11-23T11:17:54,530 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/data/hbase/meta/1588230740/.tmp/info/486d0c77c9774528bdac12cf79a0ed85 is 147, key is hbase:replication,,1732360670572.3ce2f920de19ba13d95bb04cebaeb8de./info:regioninfo/1732360671353/Put/seqid=0 2024-11-23T11:17:54,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741838_1014 (size=5350) 2024-11-23T11:17:54,531 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/data/hbase/replication/3ce2f920de19ba13d95bb04cebaeb8de/.tmp/queue/5180a2d8d12449939a20e79ef433f0fe 2024-11-23T11:17:54,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741839_1015 (size=6631) 2024-11-23T11:17:54,539 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/data/hbase/replication/3ce2f920de19ba13d95bb04cebaeb8de/.tmp/queue/5180a2d8d12449939a20e79ef433f0fe as hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/data/hbase/replication/3ce2f920de19ba13d95bb04cebaeb8de/queue/5180a2d8d12449939a20e79ef433f0fe 2024-11-23T11:17:54,544 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/data/hbase/replication/3ce2f920de19ba13d95bb04cebaeb8de/queue/5180a2d8d12449939a20e79ef433f0fe, entries=1, sequenceid=5, filesize=5.2 K 2024-11-23T11:17:54,545 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3ce2f920de19ba13d95bb04cebaeb8de in 33ms, sequenceid=5, compaction requested=false 2024-11-23T11:17:54,545 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T11:17:54,550 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/data/hbase/replication/3ce2f920de19ba13d95bb04cebaeb8de/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T11:17:54,550 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:17:54,550 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:17:54,551 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732360670572.3ce2f920de19ba13d95bb04cebaeb8de. 2024-11-23T11:17:54,551 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3ce2f920de19ba13d95bb04cebaeb8de: Waiting for close lock at 1732360674512Running coprocessor pre-close hooks at 1732360674512Disabling compacts and flushes for region at 1732360674512Disabling writes for close at 1732360674512Obtaining lock to block concurrent updates at 1732360674512Preparing flush snapshotting stores in 3ce2f920de19ba13d95bb04cebaeb8de at 1732360674512Finished memstore snapshotting hbase:replication,,1732360670572.3ce2f920de19ba13d95bb04cebaeb8de., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732360674513 (+1 ms)Flushing stores of hbase:replication,,1732360670572.3ce2f920de19ba13d95bb04cebaeb8de. at 1732360674513Flushing 3ce2f920de19ba13d95bb04cebaeb8de/queue: creating writer at 1732360674513Flushing 3ce2f920de19ba13d95bb04cebaeb8de/queue: appending metadata at 1732360674526 (+13 ms)Flushing 3ce2f920de19ba13d95bb04cebaeb8de/queue: closing flushed file at 1732360674526Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e5a03c8: reopening flushed file at 1732360674538 (+12 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3ce2f920de19ba13d95bb04cebaeb8de in 33ms, sequenceid=5, compaction requested=false at 1732360674545 (+7 ms)Writing region close event to WAL at 1732360674546 (+1 ms)Running coprocessor post-close hooks at 1732360674550 (+4 ms)Closed at 1732360674550 2024-11-23T11:17:54,551 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732360670572.3ce2f920de19ba13d95bb04cebaeb8de. 2024-11-23T11:17:54,591 INFO [regionserver/64443f9a1829:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T11:17:54,591 INFO [regionserver/64443f9a1829:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T11:17:54,604 INFO [regionserver/64443f9a1829:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:17:54,713 DEBUG [RS:0;64443f9a1829:44219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:17:54,913 DEBUG [RS:0;64443f9a1829:44219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:17:54,935 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/data/hbase/meta/1588230740/.tmp/info/486d0c77c9774528bdac12cf79a0ed85 2024-11-23T11:17:54,958 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/data/hbase/meta/1588230740/.tmp/ns/1022f456075748dea93f89bc5c251590 is 43, key is default/ns:d/1732360664793/Put/seqid=0 2024-11-23T11:17:54,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741840_1016 (size=5153) 2024-11-23T11:17:55,113 DEBUG [RS:0;64443f9a1829:44219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:17:55,211 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44219,1732360661120.replicationSource.wal-reader.64443f9a1829%2C44219%2C1732360661120,1-64443f9a1829,44219,1732360661120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/WALs/64443f9a1829,44219,1732360661120/64443f9a1829%2C44219%2C1732360661120.1732360663724 to pos 0, reset compression=false 2024-11-23T11:17:55,313 DEBUG [RS:0;64443f9a1829:44219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:17:55,363 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/data/hbase/meta/1588230740/.tmp/ns/1022f456075748dea93f89bc5c251590 2024-11-23T11:17:55,387 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/data/hbase/meta/1588230740/.tmp/table/904424fa57cb4410b94bd62c22a5a108 is 53, key is hbase:replication/table:state/1732360671362/Put/seqid=0 2024-11-23T11:17:55,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741841_1017 (size=5256) 2024-11-23T11:17:55,513 INFO [RS:0;64443f9a1829:44219 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T11:17:55,514 DEBUG [RS:0;64443f9a1829:44219 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T11:17:55,514 DEBUG [RS:0;64443f9a1829:44219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:17:55,714 DEBUG [RS:0;64443f9a1829:44219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:17:55,792 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/data/hbase/meta/1588230740/.tmp/table/904424fa57cb4410b94bd62c22a5a108 2024-11-23T11:17:55,803 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/data/hbase/meta/1588230740/.tmp/info/486d0c77c9774528bdac12cf79a0ed85 as hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/data/hbase/meta/1588230740/info/486d0c77c9774528bdac12cf79a0ed85 2024-11-23T11:17:55,817 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/data/hbase/meta/1588230740/info/486d0c77c9774528bdac12cf79a0ed85, entries=10, sequenceid=11, filesize=6.5 K 2024-11-23T11:17:55,818 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/data/hbase/meta/1588230740/.tmp/ns/1022f456075748dea93f89bc5c251590 as hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/data/hbase/meta/1588230740/ns/1022f456075748dea93f89bc5c251590 2024-11-23T11:17:55,827 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/data/hbase/meta/1588230740/ns/1022f456075748dea93f89bc5c251590, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T11:17:55,829 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/data/hbase/meta/1588230740/.tmp/table/904424fa57cb4410b94bd62c22a5a108 as hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/data/hbase/meta/1588230740/table/904424fa57cb4410b94bd62c22a5a108 2024-11-23T11:17:55,839 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/data/hbase/meta/1588230740/table/904424fa57cb4410b94bd62c22a5a108, entries=2, sequenceid=11, filesize=5.1 K 2024-11-23T11:17:55,842 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1329ms, sequenceid=11, compaction requested=false 2024-11-23T11:17:55,857 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T11:17:55,858 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:17:55,858 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:17:55,858 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:17:55,858 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360674512Running coprocessor pre-close hooks at 1732360674512Disabling compacts and flushes for region at 1732360674512Disabling writes for close at 1732360674513 (+1 ms)Obtaining lock to block concurrent updates at 1732360674513Preparing flush snapshotting stores in 1588230740 at 1732360674513Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732360674513Flushing stores of hbase:meta,,1.1588230740 at 1732360674513Flushing 1588230740/info: creating writer at 1732360674514 (+1 ms)Flushing 1588230740/info: appending metadata at 1732360674530 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732360674530Flushing 1588230740/ns: creating writer at 1732360674941 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732360674958 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732360674958Flushing 1588230740/table: creating writer at 1732360675369 (+411 ms)Flushing 1588230740/table: appending metadata at 1732360675386 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732360675386Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ee6557a: reopening flushed file at 1732360675802 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69a2fefe: reopening flushed file at 1732360675817 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6690e762: reopening flushed file at 1732360675828 (+11 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1329ms, sequenceid=11, compaction requested=false at 1732360675842 (+14 ms)Writing region close event to WAL at 1732360675848 (+6 ms)Running coprocessor post-close hooks at 1732360675858 (+10 ms)Closed at 1732360675858 2024-11-23T11:17:55,859 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T11:17:55,914 INFO [RS:0;64443f9a1829:44219 {}] regionserver.HRegionServer(976): stopping server 64443f9a1829,44219,1732360661120; all regions closed. 2024-11-23T11:17:55,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741834_1010 (size=2742) 2024-11-23T11:17:55,917 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/WALs/64443f9a1829,44219,1732360661120/64443f9a1829%2C44219%2C1732360661120.meta.1732360664652.meta not finished, retry = 0 2024-11-23T11:17:55,956 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:17:55,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:17:55,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:17:55,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:17:56,021 DEBUG [RS:0;64443f9a1829:44219 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/oldWALs 2024-11-23T11:17:56,021 INFO [RS:0;64443f9a1829:44219 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C44219%2C1732360661120.meta:.meta(num 1732360664652) 2024-11-23T11:17:56,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741837_1013 (size=1586) 2024-11-23T11:17:56,028 DEBUG [RS:0;64443f9a1829:44219 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/oldWALs 2024-11-23T11:17:56,028 INFO [RS:0;64443f9a1829:44219 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C44219%2C1732360661120.rep:(num 1732360671315) 2024-11-23T11:17:56,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741832_1008 (size=93) 2024-11-23T11:17:56,037 DEBUG [RS:0;64443f9a1829:44219 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/oldWALs 2024-11-23T11:17:56,038 INFO [RS:0;64443f9a1829:44219 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C44219%2C1732360661120:(num 1732360663724) 2024-11-23T11:17:56,038 DEBUG [RS:0;64443f9a1829:44219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:56,038 INFO [RS:0;64443f9a1829:44219 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:17:56,038 INFO [RS:0;64443f9a1829:44219 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:17:56,038 INFO [RS:0;64443f9a1829:44219 {}] hbase.ChoreService(370): Chore service for: regionserver/64443f9a1829:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T11:17:56,039 INFO [RS:0;64443f9a1829:44219 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:17:56,040 INFO [RS:0;64443f9a1829:44219 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-64443f9a1829,44219,1732360661120 because: Region server is closing 2024-11-23T11:17:56,040 INFO [RS:0;64443f9a1829:44219 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:44219. 2024-11-23T11:17:56,040 DEBUG [RS:0;64443f9a1829:44219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:17:56,040 DEBUG [RS:0;64443f9a1829:44219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:56,040 DEBUG [RS:0;64443f9a1829:44219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:17:56,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:17:56,040 INFO [regionserver/64443f9a1829:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:17:56,141 WARN [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44219,1732360661120.replicationSource.shipper64443f9a1829%2C44219%2C1732360661120,1-64443f9a1829,44219,1732360661120 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T11:17:56,141 INFO [RS:0;64443f9a1829:44219 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44219,1732360661120.replicationSource.shipper64443f9a1829%2C44219%2C1732360661120,1-64443f9a1829,44219,1732360661120 terminated 2024-11-23T11:17:56,142 INFO [RS:0;64443f9a1829:44219 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44219 2024-11-23T11:17:56,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016769d8bd0000, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967912958/rs 2024-11-23T11:17:56,205 INFO [RS:0;64443f9a1829:44219 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:17:56,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44219-0x1016769d8bd0001, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0967912958/rs/64443f9a1829,44219,1732360661120 2024-11-23T11:17:56,206 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64443f9a1829,44219,1732360661120] 2024-11-23T11:17:56,306 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0967912958/draining/64443f9a1829,44219,1732360661120 already deleted, retry=false 2024-11-23T11:17:56,306 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64443f9a1829,44219,1732360661120 expired; onlineServers=0 2024-11-23T11:17:56,306 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64443f9a1829,35481,1732360660725' ***** 2024-11-23T11:17:56,306 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T11:17:56,306 INFO [M:0;64443f9a1829:35481 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:17:56,306 INFO [M:0;64443f9a1829:35481 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:17:56,306 DEBUG [M:0;64443f9a1829:35481 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T11:17:56,306 DEBUG [M:0;64443f9a1829:35481 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T11:17:56,306 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360663438 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360663438,5,FailOnTimeoutGroup] 2024-11-23T11:17:56,306 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T11:17:56,307 INFO [M:0;64443f9a1829:35481 {}] hbase.ChoreService(370): Chore service for: master/64443f9a1829:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T11:17:56,307 INFO [M:0;64443f9a1829:35481 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:17:56,307 DEBUG [M:0;64443f9a1829:35481 {}] master.HMaster(1795): Stopping service threads 2024-11-23T11:17:56,307 INFO [M:0;64443f9a1829:35481 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T11:17:56,307 INFO [M:0;64443f9a1829:35481 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:17:56,307 INFO [M:0;64443f9a1829:35481 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T11:17:56,307 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T11:17:56,307 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360663438 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360663438,5,FailOnTimeoutGroup] 2024-11-23T11:17:56,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44219-0x1016769d8bd0001, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:17:56,316 INFO [RS:0;64443f9a1829:44219 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:17:56,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44219-0x1016769d8bd0001, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:17:56,316 INFO [RS:0;64443f9a1829:44219 {}] regionserver.HRegionServer(1031): Exiting; stopping=64443f9a1829,44219,1732360661120; zookeeper connection closed. 2024-11-23T11:17:56,316 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d0eff26 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d0eff26 2024-11-23T11:17:56,317 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T11:17:56,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016769d8bd0000, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0967912958/master 2024-11-23T11:17:56,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016769d8bd0000, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0967912958 2024-11-23T11:17:56,332 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0967912958/master already deleted, retry=false 2024-11-23T11:17:56,332 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:35481-0x1016769d8bd0000, quorum=127.0.0.1:50542, baseZNode=/0967912958 Failed delete of our master address node; KeeperErrorCode = NoNode for /0967912958/master 2024-11-23T11:17:56,332 INFO [M:0;64443f9a1829:35481 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/.lastflushedseqids 2024-11-23T11:17:56,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741842_1018 (size=181) 2024-11-23T11:17:56,739 INFO [M:0;64443f9a1829:35481 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T11:17:56,739 INFO [M:0;64443f9a1829:35481 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T11:17:56,739 DEBUG [M:0;64443f9a1829:35481 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:17:56,739 INFO [M:0;64443f9a1829:35481 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:17:56,739 DEBUG [M:0;64443f9a1829:35481 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:17:56,739 DEBUG [M:0;64443f9a1829:35481 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:17:56,739 DEBUG [M:0;64443f9a1829:35481 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:17:56,740 INFO [M:0;64443f9a1829:35481 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-23T11:17:56,765 DEBUG [M:0;64443f9a1829:35481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5592a0180a2f45e2a8abb87690a9da78 is 82, key is hbase:meta,,1/info:regioninfo/1732360664695/Put/seqid=0 2024-11-23T11:17:56,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741843_1019 (size=5672) 2024-11-23T11:17:57,172 INFO [M:0;64443f9a1829:35481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5592a0180a2f45e2a8abb87690a9da78 2024-11-23T11:17:57,196 DEBUG [M:0;64443f9a1829:35481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14996d8eadb7479a9e59804853f5d1a7 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732360671367/Put/seqid=0 2024-11-23T11:17:57,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741844_1020 (size=7203) 2024-11-23T11:17:57,207 INFO [M:0;64443f9a1829:35481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14996d8eadb7479a9e59804853f5d1a7 2024-11-23T11:17:57,228 DEBUG [M:0;64443f9a1829:35481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/459ec686fc8843b19926fdebffef96bc is 69, key is 64443f9a1829,44219,1732360661120/rs:state/1732360663569/Put/seqid=0 2024-11-23T11:17:57,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741845_1021 (size=5156) 2024-11-23T11:17:57,237 INFO [M:0;64443f9a1829:35481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/459ec686fc8843b19926fdebffef96bc 2024-11-23T11:17:57,244 DEBUG [M:0;64443f9a1829:35481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5592a0180a2f45e2a8abb87690a9da78 as hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5592a0180a2f45e2a8abb87690a9da78 2024-11-23T11:17:57,250 INFO [M:0;64443f9a1829:35481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5592a0180a2f45e2a8abb87690a9da78, entries=8, sequenceid=70, filesize=5.5 K 2024-11-23T11:17:57,252 DEBUG [M:0;64443f9a1829:35481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14996d8eadb7479a9e59804853f5d1a7 as hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/14996d8eadb7479a9e59804853f5d1a7 2024-11-23T11:17:57,259 INFO [M:0;64443f9a1829:35481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/14996d8eadb7479a9e59804853f5d1a7, entries=8, sequenceid=70, filesize=7.0 K 2024-11-23T11:17:57,260 DEBUG [M:0;64443f9a1829:35481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/459ec686fc8843b19926fdebffef96bc as hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/459ec686fc8843b19926fdebffef96bc 2024-11-23T11:17:57,267 INFO [M:0;64443f9a1829:35481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45329/user/jenkins/test-data/26e78074-2602-22bc-4de7-460a243ad79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/459ec686fc8843b19926fdebffef96bc, entries=1, sequenceid=70, filesize=5.0 K 2024-11-23T11:17:57,268 INFO [M:0;64443f9a1829:35481 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 529ms, sequenceid=70, compaction requested=false 2024-11-23T11:17:57,280 INFO [M:0;64443f9a1829:35481 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:17:57,281 DEBUG [M:0;64443f9a1829:35481 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360676739Disabling compacts and flushes for region at 1732360676739Disabling writes for close at 1732360676739Obtaining lock to block concurrent updates at 1732360676740 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732360676740Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732360676740Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732360676741 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732360676741Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732360676764 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732360676764Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732360677178 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732360677195 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732360677195Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732360677213 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732360677227 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732360677227Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55ffb4c3: reopening flushed file at 1732360677243 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6190dbc7: reopening flushed file at 1732360677251 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a038973: reopening flushed file at 1732360677259 (+8 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 529ms, sequenceid=70, compaction requested=false at 1732360677268 (+9 ms)Writing region close event to WAL at 1732360677280 (+12 ms)Closed at 1732360677280 2024-11-23T11:17:57,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741830_1006 (size=41008) 2024-11-23T11:17:57,287 INFO [M:0;64443f9a1829:35481 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T11:17:57,287 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:17:57,287 INFO [M:0;64443f9a1829:35481 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35481 2024-11-23T11:17:57,287 INFO [M:0;64443f9a1829:35481 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:17:57,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016769d8bd0000, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:17:57,432 INFO [M:0;64443f9a1829:35481 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:17:57,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016769d8bd0000, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:17:57,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19ec14b1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:17:57,461 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3178ff12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:17:57,461 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:17:57,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d3137a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:17:57,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3134d65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718/hadoop.log.dir/,STOPPED} 2024-11-23T11:17:57,464 WARN [BP-601608821-172.17.0.3-1732360658291 heartbeating to localhost/127.0.0.1:45329 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T11:17:57,464 WARN [BP-601608821-172.17.0.3-1732360658291 heartbeating to localhost/127.0.0.1:45329 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-601608821-172.17.0.3-1732360658291 (Datanode Uuid 1fb1a5f1-c55e-4bd0-9441-b5937a4829eb) service to localhost/127.0.0.1:45329 2024-11-23T11:17:57,464 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T11:17:57,464 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T11:17:57,464 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718/cluster_51882c1b-ad92-6883-5979-bfdd5a534245/data/data1/current/BP-601608821-172.17.0.3-1732360658291 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:17:57,465 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718/cluster_51882c1b-ad92-6883-5979-bfdd5a534245/data/data2/current/BP-601608821-172.17.0.3-1732360658291 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:17:57,465 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T11:17:57,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b6abf94{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:17:57,473 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@293d0c7c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:17:57,474 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:17:57,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22169f5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:17:57,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31be0f5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9ceddc5-1bc6-cac4-a375-9cf3aa904718/hadoop.log.dir/,STOPPED} 2024-11-23T11:17:57,482 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T11:17:57,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T11:17:57,507 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 112) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35735 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45329 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45329 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:35735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50542) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45329 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50542) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35735 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35735 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45329 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45329 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=464 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=546 (was 523) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7531 (was 4557) - AvailableMemoryMB LEAK? - 2024-11-23T11:17:57,514 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=546, ProcessCount=11, AvailableMemoryMB=7531 2024-11-23T11:17:57,532 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-23T11:17:57,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80eb2507-798e-717a-9f07-cf106e7bba6b/hadoop.log.dir so I do NOT create it in target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa 2024-11-23T11:17:57,533 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80eb2507-798e-717a-9f07-cf106e7bba6b/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T11:17:57,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80eb2507-798e-717a-9f07-cf106e7bba6b/hadoop.tmp.dir so I do NOT create it in target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa 2024-11-23T11:17:57,533 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80eb2507-798e-717a-9f07-cf106e7bba6b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T11:17:57,533 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa 2024-11-23T11:17:57,533 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa/cluster_093a5d56-5ec9-59f8-5b36-e97b59cb2913, deleteOnExit=true 2024-11-23T11:17:57,540 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa/cluster_093a5d56-5ec9-59f8-5b36-e97b59cb2913/zookeeper_0, clientPort=52806, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa/cluster_093a5d56-5ec9-59f8-5b36-e97b59cb2913/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa/cluster_093a5d56-5ec9-59f8-5b36-e97b59cb2913/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T11:17:57,541 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52806 2024-11-23T11:17:57,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T11:17:57,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T11:17:57,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa/test.cache.data in system properties and HBase conf 2024-11-23T11:17:57,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T11:17:57,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa/hadoop.log.dir in system properties and HBase conf 2024-11-23T11:17:57,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T11:17:57,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T11:17:57,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T11:17:57,542 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T11:17:57,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:17:57,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:17:57,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T11:17:57,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:17:57,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T11:17:57,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T11:17:57,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:17:57,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:17:57,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T11:17:57,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa/nfs.dump.dir in system properties and HBase conf 2024-11-23T11:17:57,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa/java.io.tmpdir in system properties and HBase conf 2024-11-23T11:17:57,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:17:57,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T11:17:57,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T11:17:57,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016769d8bd0002, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T11:17:57,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016769d8bd0005, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T11:17:57,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016769d8bd0005, quorum=127.0.0.1:50542, baseZNode=/1-228329427 Received Disconnected from ZooKeeper, ignoring 2024-11-23T11:17:57,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016769d8bd0002, quorum=127.0.0.1:50542, baseZNode=/0967912958 Received Disconnected from ZooKeeper, ignoring 2024-11-23T11:17:58,154 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:17:58,162 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:17:58,164 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:17:58,164 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:17:58,164 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T11:17:58,165 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:17:58,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70bff7d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:17:58,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a1a9544{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:17:58,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b7dde8d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa/java.io.tmpdir/jetty-localhost-40959-hadoop-hdfs-3_4_1-tests_jar-_-any-3394885645503130707/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:17:58,295 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2753e0a8{HTTP/1.1, (http/1.1)}{localhost:40959} 2024-11-23T11:17:58,295 INFO [Time-limited test {}] server.Server(415): Started @52599ms 2024-11-23T11:17:58,569 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:17:58,572 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:17:58,578 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:17:58,579 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:17:58,579 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T11:17:58,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5946eb8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:17:58,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@109051a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:17:58,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e3c35f0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa/java.io.tmpdir/jetty-localhost-36395-hadoop-hdfs-3_4_1-tests_jar-_-any-1652525560134401680/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:17:58,678 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64f74da{HTTP/1.1, (http/1.1)}{localhost:36395} 2024-11-23T11:17:58,678 INFO [Time-limited test {}] server.Server(415): Started @52983ms 2024-11-23T11:17:58,680 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T11:17:59,518 WARN [Thread-822 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa/cluster_093a5d56-5ec9-59f8-5b36-e97b59cb2913/data/data1/current/BP-977788796-172.17.0.3-1732360677567/current, will proceed with Du for space computation calculation, 2024-11-23T11:17:59,519 WARN [Thread-823 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa/cluster_093a5d56-5ec9-59f8-5b36-e97b59cb2913/data/data2/current/BP-977788796-172.17.0.3-1732360677567/current, will proceed with Du for space computation calculation, 2024-11-23T11:17:59,539 WARN [Thread-810 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T11:17:59,542 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1608fdf773bfe6e with lease ID 0x359856db1b3fd39f: Processing first storage report for DS-12e1febf-785c-4396-81e5-7343f2155a18 from datanode DatanodeRegistration(127.0.0.1:43297, datanodeUuid=f559e514-9523-4a59-a19e-bb54c22bd7e1, infoPort=43787, infoSecurePort=0, ipcPort=40431, storageInfo=lv=-57;cid=testClusterID;nsid=668461240;c=1732360677567) 2024-11-23T11:17:59,542 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1608fdf773bfe6e with lease ID 0x359856db1b3fd39f: from storage DS-12e1febf-785c-4396-81e5-7343f2155a18 node DatanodeRegistration(127.0.0.1:43297, datanodeUuid=f559e514-9523-4a59-a19e-bb54c22bd7e1, infoPort=43787, infoSecurePort=0, ipcPort=40431, storageInfo=lv=-57;cid=testClusterID;nsid=668461240;c=1732360677567), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T11:17:59,542 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1608fdf773bfe6e with lease ID 0x359856db1b3fd39f: Processing first storage report for DS-1d8c7494-05ae-48e9-b5a1-c7bafe7376bd from datanode DatanodeRegistration(127.0.0.1:43297, datanodeUuid=f559e514-9523-4a59-a19e-bb54c22bd7e1, infoPort=43787, infoSecurePort=0, ipcPort=40431, storageInfo=lv=-57;cid=testClusterID;nsid=668461240;c=1732360677567) 2024-11-23T11:17:59,542 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1608fdf773bfe6e with lease ID 0x359856db1b3fd39f: from storage DS-1d8c7494-05ae-48e9-b5a1-c7bafe7376bd node DatanodeRegistration(127.0.0.1:43297, datanodeUuid=f559e514-9523-4a59-a19e-bb54c22bd7e1, infoPort=43787, infoSecurePort=0, ipcPort=40431, storageInfo=lv=-57;cid=testClusterID;nsid=668461240;c=1732360677567), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:17:59,626 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa 2024-11-23T11:17:59,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:17:59,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:17:59,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43297 is added to blk_1073741825_1001 (size=7) 2024-11-23T11:18:00,041 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb with version=8 2024-11-23T11:18:00,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/hbase-staging 2024-11-23T11:18:00,043 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:18:00,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:18:00,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:18:00,043 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:18:00,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:18:00,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:18:00,043 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T11:18:00,043 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:18:00,044 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43869 2024-11-23T11:18:00,045 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43869 connecting to ZooKeeper ensemble=127.0.0.1:52806 2024-11-23T11:18:00,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438690x0, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:18:00,134 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43869-0x101676a244c0000 connected 2024-11-23T11:18:00,450 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:18:00,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:18:00,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43869-0x101676a244c0000, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Set watcher on znode that does not yet exist, /0-1370655684/running 2024-11-23T11:18:00,454 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb, hbase.cluster.distributed=false 2024-11-23T11:18:00,455 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43869-0x101676a244c0000, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Set watcher on znode that does not yet exist, /0-1370655684/acl 2024-11-23T11:18:00,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43869 2024-11-23T11:18:00,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43869 2024-11-23T11:18:00,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43869 2024-11-23T11:18:00,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43869 2024-11-23T11:18:00,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43869 2024-11-23T11:18:00,469 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:18:00,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:18:00,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:18:00,469 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:18:00,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:18:00,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:18:00,469 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T11:18:00,469 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:18:00,470 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35477 2024-11-23T11:18:00,471 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35477 connecting to ZooKeeper ensemble=127.0.0.1:52806 2024-11-23T11:18:00,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:18:00,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:18:00,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354770x0, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:18:00,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354770x0, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Set watcher on znode that does not yet exist, /0-1370655684/running 2024-11-23T11:18:00,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35477-0x101676a244c0001 connected 2024-11-23T11:18:00,568 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T11:18:00,568 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T11:18:00,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35477-0x101676a244c0001, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Set watcher on znode that does not yet exist, /0-1370655684/master 2024-11-23T11:18:00,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35477-0x101676a244c0001, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Set watcher on znode that does not yet exist, /0-1370655684/acl 2024-11-23T11:18:00,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35477 2024-11-23T11:18:00,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35477 2024-11-23T11:18:00,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35477 2024-11-23T11:18:00,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35477 2024-11-23T11:18:00,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35477 2024-11-23T11:18:00,581 DEBUG [M:0;64443f9a1829:43869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64443f9a1829:43869 2024-11-23T11:18:00,581 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1370655684/backup-masters/64443f9a1829,43869,1732360680043 2024-11-23T11:18:00,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35477-0x101676a244c0001, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370655684/backup-masters 2024-11-23T11:18:00,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x101676a244c0000, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370655684/backup-masters 2024-11-23T11:18:00,835 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43869-0x101676a244c0000, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Set watcher on existing znode=/0-1370655684/backup-masters/64443f9a1829,43869,1732360680043 2024-11-23T11:18:00,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35477-0x101676a244c0001, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1370655684/master 2024-11-23T11:18:00,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x101676a244c0000, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370655684 2024-11-23T11:18:00,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35477-0x101676a244c0001, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370655684 2024-11-23T11:18:00,910 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43869-0x101676a244c0000, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Set watcher on existing znode=/0-1370655684/master 2024-11-23T11:18:00,910 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1370655684/backup-masters/64443f9a1829,43869,1732360680043 from backup master directory 2024-11-23T11:18:00,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x101676a244c0000, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1370655684/backup-masters/64443f9a1829,43869,1732360680043 2024-11-23T11:18:00,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35477-0x101676a244c0001, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370655684/backup-masters 2024-11-23T11:18:00,964 WARN [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:18:00,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x101676a244c0000, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370655684/backup-masters 2024-11-23T11:18:00,964 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64443f9a1829,43869,1732360680043 2024-11-23T11:18:00,968 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/hbase.id] with ID: e20bcf57-1bc5-4db5-9045-9f3744632970 2024-11-23T11:18:00,968 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/.tmp/hbase.id 2024-11-23T11:18:01,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43297 is added to blk_1073741826_1002 (size=42) 2024-11-23T11:18:01,360 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:18:01,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:18:01,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:18:01,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:18:01,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:18:01,414 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/.tmp/hbase.id]:[hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/hbase.id] 2024-11-23T11:18:01,426 INFO [master/64443f9a1829:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:18:01,426 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T11:18:01,427 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T11:18:01,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35477-0x101676a244c0001, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370655684 2024-11-23T11:18:01,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x101676a244c0000, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370655684 2024-11-23T11:18:01,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43297 is added to blk_1073741827_1003 (size=196) 2024-11-23T11:18:01,958 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:18:01,959 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T11:18:01,960 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:18:01,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43297 is added to blk_1073741828_1004 (size=1189) 2024-11-23T11:18:02,374 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/MasterData/data/master/store 2024-11-23T11:18:02,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43297 is added to blk_1073741829_1005 (size=34) 2024-11-23T11:18:02,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:18:02,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T11:18:02,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T11:18:02,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T11:18:02,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:18:02,780 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:18:02,780 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:18:02,780 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:18:02,780 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:18:02,780 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:18:02,780 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:18:02,780 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:18:02,780 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360682780Disabling compacts and flushes for region at 1732360682780Disabling writes for close at 1732360682780Writing region close event to WAL at 1732360682780Closed at 1732360682780 2024-11-23T11:18:02,781 WARN [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/MasterData/data/master/store/.initializing 2024-11-23T11:18:02,781 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/MasterData/WALs/64443f9a1829,43869,1732360680043 2024-11-23T11:18:02,782 INFO [master/64443f9a1829:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:18:02,784 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64443f9a1829%2C43869%2C1732360680043, suffix=, logDir=hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/MasterData/WALs/64443f9a1829,43869,1732360680043, archiveDir=hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/MasterData/oldWALs, maxLogs=10 2024-11-23T11:18:02,795 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/MasterData/WALs/64443f9a1829,43869,1732360680043/64443f9a1829%2C43869%2C1732360680043.1732360682784, exclude list is [], retry=0 2024-11-23T11:18:02,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43297,DS-12e1febf-785c-4396-81e5-7343f2155a18,DISK] 2024-11-23T11:18:02,799 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/MasterData/WALs/64443f9a1829,43869,1732360680043/64443f9a1829%2C43869%2C1732360680043.1732360682784 2024-11-23T11:18:02,800 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43787:43787)] 2024-11-23T11:18:02,800 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:18:02,800 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:18:02,800 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:18:02,800 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:18:02,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:18:02,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T11:18:02,803 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:18:02,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:18:02,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:18:02,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T11:18:02,805 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:18:02,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:18:02,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:18:02,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T11:18:02,807 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:18:02,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:18:02,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:18:02,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T11:18:02,809 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:18:02,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:18:02,809 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:18:02,810 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:18:02,810 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:18:02,812 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:18:02,812 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:18:02,812 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:18:02,813 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:18:02,815 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:18:02,816 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60050433, jitterRate=-0.1051788181066513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:18:02,817 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732360682800Initializing all the Stores at 1732360682801 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360682801Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360682801Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360682801Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360682801Cleaning up temporary data from old regions at 1732360682812 (+11 ms)Region opened successfully at 1732360682817 (+5 ms) 2024-11-23T11:18:02,817 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T11:18:02,820 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d3db45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:18:02,821 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T11:18:02,821 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T11:18:02,822 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T11:18:02,822 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T11:18:02,822 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T11:18:02,823 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T11:18:02,823 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T11:18:02,825 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T11:18:02,826 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43869-0x101676a244c0000, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Unable to get data of znode /0-1370655684/balancer because node does not exist (not necessarily an error) 2024-11-23T11:18:02,835 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1370655684/balancer already deleted, retry=false 2024-11-23T11:18:02,836 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T11:18:02,836 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43869-0x101676a244c0000, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Unable to get data of znode /0-1370655684/normalizer because node does not exist (not necessarily an error) 2024-11-23T11:18:02,846 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1370655684/normalizer already deleted, retry=false 2024-11-23T11:18:02,846 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T11:18:02,847 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43869-0x101676a244c0000, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Unable to get data of znode /0-1370655684/switch/split because node does not exist (not necessarily an error) 2024-11-23T11:18:02,856 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1370655684/switch/split already deleted, retry=false 2024-11-23T11:18:02,857 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43869-0x101676a244c0000, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Unable to get data of znode /0-1370655684/switch/merge because node does not exist (not necessarily an error) 2024-11-23T11:18:02,867 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1370655684/switch/merge already deleted, retry=false 2024-11-23T11:18:02,869 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43869-0x101676a244c0000, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Unable to get data of znode /0-1370655684/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T11:18:02,877 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1370655684/snapshot-cleanup already deleted, retry=false 2024-11-23T11:18:02,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x101676a244c0000, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1370655684/running 2024-11-23T11:18:02,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35477-0x101676a244c0001, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1370655684/running 2024-11-23T11:18:02,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x101676a244c0000, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370655684 2024-11-23T11:18:02,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35477-0x101676a244c0001, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370655684 2024-11-23T11:18:02,888 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64443f9a1829,43869,1732360680043, sessionid=0x101676a244c0000, setting cluster-up flag (Was=false) 2024-11-23T11:18:02,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35477-0x101676a244c0001, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370655684 2024-11-23T11:18:02,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x101676a244c0000, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370655684 2024-11-23T11:18:02,941 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1370655684/flush-table-proc/acquired, /0-1370655684/flush-table-proc/reached, /0-1370655684/flush-table-proc/abort 2024-11-23T11:18:02,942 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,43869,1732360680043 2024-11-23T11:18:02,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35477-0x101676a244c0001, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370655684 2024-11-23T11:18:02,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x101676a244c0000, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370655684 2024-11-23T11:18:02,993 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1370655684/online-snapshot/acquired, /0-1370655684/online-snapshot/reached, /0-1370655684/online-snapshot/abort 2024-11-23T11:18:02,994 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,43869,1732360680043 2024-11-23T11:18:02,995 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T11:18:02,997 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T11:18:02,997 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T11:18:02,998 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T11:18:02,998 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64443f9a1829,43869,1732360680043 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T11:18:02,999 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:18:02,999 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:18:02,999 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:18:02,999 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:18:02,999 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64443f9a1829:0, corePoolSize=10, maxPoolSize=10 2024-11-23T11:18:02,999 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:18:02,999 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:18:02,999 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:18:03,002 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732360713002 2024-11-23T11:18:03,002 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T11:18:03,002 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T11:18:03,003 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T11:18:03,003 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T11:18:03,003 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T11:18:03,003 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T11:18:03,003 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:03,003 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T11:18:03,003 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:18:03,003 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T11:18:03,003 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T11:18:03,003 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T11:18:03,003 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T11:18:03,004 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T11:18:03,004 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T11:18:03,004 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360683004,5,FailOnTimeoutGroup] 2024-11-23T11:18:03,004 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:18:03,005 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T11:18:03,007 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360683004,5,FailOnTimeoutGroup] 2024-11-23T11:18:03,007 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:03,007 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T11:18:03,007 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:03,007 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:03,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43297 is added to blk_1073741831_1007 (size=1321) 2024-11-23T11:18:03,074 INFO [RS:0;64443f9a1829:35477 {}] regionserver.HRegionServer(746): ClusterId : e20bcf57-1bc5-4db5-9045-9f3744632970 2024-11-23T11:18:03,075 DEBUG [RS:0;64443f9a1829:35477 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T11:18:03,088 DEBUG [RS:0;64443f9a1829:35477 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T11:18:03,088 DEBUG [RS:0;64443f9a1829:35477 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T11:18:03,099 DEBUG [RS:0;64443f9a1829:35477 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T11:18:03,099 DEBUG [RS:0;64443f9a1829:35477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19c0af6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:18:03,114 DEBUG [RS:0;64443f9a1829:35477 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64443f9a1829:35477 2024-11-23T11:18:03,114 INFO [RS:0;64443f9a1829:35477 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T11:18:03,114 INFO [RS:0;64443f9a1829:35477 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T11:18:03,114 DEBUG [RS:0;64443f9a1829:35477 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T11:18:03,115 INFO [RS:0;64443f9a1829:35477 {}] regionserver.HRegionServer(2659): reportForDuty to master=64443f9a1829,43869,1732360680043 with port=35477, startcode=1732360680469 2024-11-23T11:18:03,115 DEBUG [RS:0;64443f9a1829:35477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T11:18:03,117 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T11:18:03,117 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43869 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64443f9a1829,35477,1732360680469 2024-11-23T11:18:03,117 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43869 {}] master.ServerManager(517): Registering regionserver=64443f9a1829,35477,1732360680469 2024-11-23T11:18:03,119 DEBUG [RS:0;64443f9a1829:35477 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb 2024-11-23T11:18:03,119 DEBUG [RS:0;64443f9a1829:35477 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43459 2024-11-23T11:18:03,119 DEBUG [RS:0;64443f9a1829:35477 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T11:18:03,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x101676a244c0000, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370655684/rs 2024-11-23T11:18:03,130 DEBUG [RS:0;64443f9a1829:35477 {}] zookeeper.ZKUtil(111): regionserver:35477-0x101676a244c0001, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Set watcher on existing znode=/0-1370655684/rs/64443f9a1829,35477,1732360680469 2024-11-23T11:18:03,131 WARN [RS:0;64443f9a1829:35477 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:18:03,131 INFO [RS:0;64443f9a1829:35477 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:18:03,131 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64443f9a1829,35477,1732360680469] 2024-11-23T11:18:03,131 DEBUG [RS:0;64443f9a1829:35477 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469 2024-11-23T11:18:03,134 INFO [RS:0;64443f9a1829:35477 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T11:18:03,136 INFO [RS:0;64443f9a1829:35477 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T11:18:03,140 INFO [RS:0;64443f9a1829:35477 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T11:18:03,140 INFO [RS:0;64443f9a1829:35477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:03,140 INFO [RS:0;64443f9a1829:35477 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T11:18:03,141 INFO [RS:0;64443f9a1829:35477 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T11:18:03,141 INFO [RS:0;64443f9a1829:35477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:03,141 DEBUG [RS:0;64443f9a1829:35477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:18:03,142 DEBUG [RS:0;64443f9a1829:35477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:18:03,142 DEBUG [RS:0;64443f9a1829:35477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:18:03,142 DEBUG [RS:0;64443f9a1829:35477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:18:03,142 DEBUG [RS:0;64443f9a1829:35477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:18:03,142 DEBUG [RS:0;64443f9a1829:35477 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:18:03,142 DEBUG [RS:0;64443f9a1829:35477 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:18:03,142 DEBUG [RS:0;64443f9a1829:35477 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:18:03,142 DEBUG [RS:0;64443f9a1829:35477 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:18:03,142 DEBUG [RS:0;64443f9a1829:35477 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:18:03,142 DEBUG [RS:0;64443f9a1829:35477 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:18:03,142 DEBUG [RS:0;64443f9a1829:35477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:18:03,142 DEBUG [RS:0;64443f9a1829:35477 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:18:03,142 DEBUG [RS:0;64443f9a1829:35477 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:18:03,148 INFO [RS:0;64443f9a1829:35477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:03,148 INFO [RS:0;64443f9a1829:35477 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:03,148 INFO [RS:0;64443f9a1829:35477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:03,148 INFO [RS:0;64443f9a1829:35477 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:03,148 INFO [RS:0;64443f9a1829:35477 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:03,148 INFO [RS:0;64443f9a1829:35477 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,35477,1732360680469-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:18:03,162 INFO [RS:0;64443f9a1829:35477 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T11:18:03,162 INFO [RS:0;64443f9a1829:35477 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,35477,1732360680469-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:03,162 INFO [RS:0;64443f9a1829:35477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:03,162 INFO [RS:0;64443f9a1829:35477 {}] regionserver.Replication(171): 64443f9a1829,35477,1732360680469 started 2024-11-23T11:18:03,175 INFO [RS:0;64443f9a1829:35477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:03,176 INFO [RS:0;64443f9a1829:35477 {}] regionserver.HRegionServer(1482): Serving as 64443f9a1829,35477,1732360680469, RpcServer on 64443f9a1829/172.17.0.3:35477, sessionid=0x101676a244c0001 2024-11-23T11:18:03,176 DEBUG [RS:0;64443f9a1829:35477 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T11:18:03,176 DEBUG [RS:0;64443f9a1829:35477 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64443f9a1829,35477,1732360680469 2024-11-23T11:18:03,176 DEBUG [RS:0;64443f9a1829:35477 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,35477,1732360680469' 2024-11-23T11:18:03,176 DEBUG [RS:0;64443f9a1829:35477 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1370655684/flush-table-proc/abort' 2024-11-23T11:18:03,176 DEBUG [RS:0;64443f9a1829:35477 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1370655684/flush-table-proc/acquired' 2024-11-23T11:18:03,177 DEBUG [RS:0;64443f9a1829:35477 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T11:18:03,177 DEBUG [RS:0;64443f9a1829:35477 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T11:18:03,177 DEBUG [RS:0;64443f9a1829:35477 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64443f9a1829,35477,1732360680469 2024-11-23T11:18:03,177 DEBUG [RS:0;64443f9a1829:35477 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,35477,1732360680469' 2024-11-23T11:18:03,177 DEBUG [RS:0;64443f9a1829:35477 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1370655684/online-snapshot/abort' 2024-11-23T11:18:03,177 DEBUG [RS:0;64443f9a1829:35477 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1370655684/online-snapshot/acquired' 2024-11-23T11:18:03,178 DEBUG [RS:0;64443f9a1829:35477 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T11:18:03,178 INFO [RS:0;64443f9a1829:35477 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T11:18:03,178 INFO [RS:0;64443f9a1829:35477 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T11:18:03,278 INFO [RS:0;64443f9a1829:35477 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:18:03,280 INFO [RS:0;64443f9a1829:35477 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C35477%2C1732360680469, suffix=, logDir=hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469, archiveDir=hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/oldWALs, maxLogs=10 2024-11-23T11:18:03,295 DEBUG [RS:0;64443f9a1829:35477 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280, exclude list is [], retry=0 2024-11-23T11:18:03,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43297,DS-12e1febf-785c-4396-81e5-7343f2155a18,DISK] 2024-11-23T11:18:03,300 INFO [RS:0;64443f9a1829:35477 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 2024-11-23T11:18:03,301 DEBUG [RS:0;64443f9a1829:35477 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43787:43787)] 2024-11-23T11:18:03,415 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T11:18:03,415 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb 2024-11-23T11:18:03,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43297 is added to blk_1073741833_1009 (size=32) 2024-11-23T11:18:03,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:18:03,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:18:03,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:18:03,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:18:03,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:18:03,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:18:03,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:18:03,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:18:03,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:18:03,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:18:03,429 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:18:03,429 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:18:03,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:18:03,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:18:03,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:18:03,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:18:03,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:18:03,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:18:03,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/meta/1588230740 2024-11-23T11:18:03,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/meta/1588230740 2024-11-23T11:18:03,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:18:03,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:18:03,443 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:18:03,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:18:03,446 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:18:03,446 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73554846, jitterRate=0.0960526168346405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:18:03,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732360683422Initializing all the Stores at 1732360683423 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360683423Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360683423Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360683423Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360683423Cleaning up temporary data from old regions at 1732360683442 (+19 ms)Region opened successfully at 1732360683447 (+5 ms) 2024-11-23T11:18:03,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:18:03,448 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:18:03,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:18:03,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:18:03,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:18:03,448 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:18:03,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360683447Disabling compacts and flushes for region at 1732360683447Disabling writes for close at 1732360683448 (+1 ms)Writing region close event to WAL at 1732360683448Closed at 1732360683448 2024-11-23T11:18:03,449 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:18:03,450 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T11:18:03,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T11:18:03,451 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:18:03,452 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T11:18:03,602 DEBUG [64443f9a1829:43869 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T11:18:03,602 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64443f9a1829,35477,1732360680469 2024-11-23T11:18:03,604 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,35477,1732360680469, state=OPENING 2024-11-23T11:18:03,614 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T11:18:03,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x101676a244c0000, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370655684 2024-11-23T11:18:03,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35477-0x101676a244c0001, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370655684 2024-11-23T11:18:03,654 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:18:03,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,35477,1732360680469}] 2024-11-23T11:18:03,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1370655684/meta-region-server: CHANGED 2024-11-23T11:18:03,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1370655684/meta-region-server: CHANGED 2024-11-23T11:18:03,807 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:18:03,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T11:18:03,812 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T11:18:03,812 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:18:03,813 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T11:18:03,814 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C35477%2C1732360680469.meta, suffix=.meta, logDir=hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469, archiveDir=hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/oldWALs, maxLogs=10 2024-11-23T11:18:03,827 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.meta.1732360683815.meta, exclude list is [], retry=0 2024-11-23T11:18:03,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43297,DS-12e1febf-785c-4396-81e5-7343f2155a18,DISK] 2024-11-23T11:18:03,831 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.meta.1732360683815.meta 2024-11-23T11:18:03,832 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43787:43787)] 2024-11-23T11:18:03,832 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:18:03,832 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:18:03,832 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:18:03,832 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T11:18:03,832 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T11:18:03,832 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T11:18:03,832 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:18:03,832 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T11:18:03,832 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T11:18:03,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:18:03,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:18:03,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:18:03,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:18:03,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:18:03,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:18:03,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:18:03,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:18:03,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:18:03,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:18:03,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:18:03,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:18:03,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:18:03,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:18:03,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:18:03,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:18:03,838 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:18:03,839 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/meta/1588230740 2024-11-23T11:18:03,840 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/meta/1588230740 2024-11-23T11:18:03,842 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:18:03,842 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:18:03,842 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:18:03,843 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:18:03,844 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65325377, jitterRate=-0.026576027274131775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:18:03,844 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T11:18:03,845 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732360683833Writing region info on filesystem at 1732360683833Initializing all the Stores at 1732360683833Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360683833Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360683834 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360683834Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360683834Cleaning up temporary data from old regions at 1732360683842 (+8 ms)Running coprocessor post-open hooks at 1732360683844 (+2 ms)Region opened successfully at 1732360683845 (+1 ms) 2024-11-23T11:18:03,846 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732360683807 2024-11-23T11:18:03,848 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T11:18:03,848 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T11:18:03,848 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64443f9a1829,35477,1732360680469 2024-11-23T11:18:03,849 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,35477,1732360680469, state=OPEN 2024-11-23T11:18:03,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35477-0x101676a244c0001, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1370655684/meta-region-server 2024-11-23T11:18:03,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x101676a244c0000, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1370655684/meta-region-server 2024-11-23T11:18:03,867 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64443f9a1829,35477,1732360680469 2024-11-23T11:18:03,867 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1370655684/meta-region-server: CHANGED 2024-11-23T11:18:03,867 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1370655684/meta-region-server: CHANGED 2024-11-23T11:18:03,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T11:18:03,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,35477,1732360680469 in 213 msec 2024-11-23T11:18:03,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T11:18:03,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 420 msec 2024-11-23T11:18:03,872 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:18:03,872 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T11:18:03,874 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:18:03,874 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,35477,1732360680469, seqNum=-1] 2024-11-23T11:18:03,874 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:18:03,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:18:03,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 883 msec 2024-11-23T11:18:03,880 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732360683880, completionTime=-1 2024-11-23T11:18:03,880 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T11:18:03,881 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T11:18:03,883 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T11:18:03,883 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732360743883 2024-11-23T11:18:03,883 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732360803883 2024-11-23T11:18:03,883 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T11:18:03,883 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,43869,1732360680043-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:03,883 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,43869,1732360680043-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:03,883 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,43869,1732360680043-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:03,883 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64443f9a1829:43869, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:03,883 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:03,883 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:03,885 DEBUG [master/64443f9a1829:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T11:18:03,887 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.923sec 2024-11-23T11:18:03,887 INFO [master/64443f9a1829:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T11:18:03,887 INFO [master/64443f9a1829:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T11:18:03,887 INFO [master/64443f9a1829:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T11:18:03,887 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T11:18:03,887 INFO [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T11:18:03,887 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,43869,1732360680043-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:18:03,887 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,43869,1732360680043-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T11:18:03,889 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T11:18:03,889 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T11:18:03,890 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,43869,1732360680043-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:03,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a62ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:18:03,975 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,43869,-1 for getting cluster id 2024-11-23T11:18:03,975 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:18:03,976 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e20bcf57-1bc5-4db5-9045-9f3744632970' 2024-11-23T11:18:03,976 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:18:03,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e20bcf57-1bc5-4db5-9045-9f3744632970" 2024-11-23T11:18:03,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66adc57d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:18:03,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,43869,-1] 2024-11-23T11:18:03,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:18:03,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:18:03,978 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:18:03,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78884875, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:18:03,979 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:18:03,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,35477,1732360680469, seqNum=-1] 2024-11-23T11:18:03,981 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:18:03,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:18:03,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64443f9a1829,43869,1732360680043 2024-11-23T11:18:03,984 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52806 2024-11-23T11:18:03,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:18:03,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101676a244c0002 connected 2024-11-23T11:18:04,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa/hadoop.log.dir so I do NOT create it in target/test-data/20ba61d4-e4d2-9d4a-c77b-2c324d471f64 2024-11-23T11:18:04,007 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T11:18:04,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa/hadoop.tmp.dir so I do NOT create it in target/test-data/20ba61d4-e4d2-9d4a-c77b-2c324d471f64 2024-11-23T11:18:04,007 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T11:18:04,007 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20ba61d4-e4d2-9d4a-c77b-2c324d471f64 2024-11-23T11:18:04,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T11:18:04,007 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20ba61d4-e4d2-9d4a-c77b-2c324d471f64/cluster_5ca36b6d-9745-3e99-3c91-ccffdeda2985, deleteOnExit=true 2024-11-23T11:18:04,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T11:18:04,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20ba61d4-e4d2-9d4a-c77b-2c324d471f64/test.cache.data in system properties and HBase conf 2024-11-23T11:18:04,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20ba61d4-e4d2-9d4a-c77b-2c324d471f64/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T11:18:04,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20ba61d4-e4d2-9d4a-c77b-2c324d471f64/hadoop.log.dir in system properties and HBase conf 2024-11-23T11:18:04,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20ba61d4-e4d2-9d4a-c77b-2c324d471f64/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T11:18:04,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20ba61d4-e4d2-9d4a-c77b-2c324d471f64/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T11:18:04,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T11:18:04,008 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T11:18:04,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20ba61d4-e4d2-9d4a-c77b-2c324d471f64/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:18:04,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20ba61d4-e4d2-9d4a-c77b-2c324d471f64/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:18:04,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20ba61d4-e4d2-9d4a-c77b-2c324d471f64/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T11:18:04,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20ba61d4-e4d2-9d4a-c77b-2c324d471f64/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:18:04,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20ba61d4-e4d2-9d4a-c77b-2c324d471f64/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T11:18:04,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20ba61d4-e4d2-9d4a-c77b-2c324d471f64/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T11:18:04,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20ba61d4-e4d2-9d4a-c77b-2c324d471f64/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:18:04,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20ba61d4-e4d2-9d4a-c77b-2c324d471f64/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:18:04,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20ba61d4-e4d2-9d4a-c77b-2c324d471f64/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T11:18:04,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20ba61d4-e4d2-9d4a-c77b-2c324d471f64/nfs.dump.dir in system properties and HBase conf 2024-11-23T11:18:04,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20ba61d4-e4d2-9d4a-c77b-2c324d471f64/java.io.tmpdir in system properties and HBase conf 2024-11-23T11:18:04,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20ba61d4-e4d2-9d4a-c77b-2c324d471f64/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:18:04,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20ba61d4-e4d2-9d4a-c77b-2c324d471f64/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T11:18:04,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20ba61d4-e4d2-9d4a-c77b-2c324d471f64/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T11:18:04,331 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:18:04,336 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:18:04,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:18:04,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:18:04,337 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T11:18:04,338 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:18:04,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a30631c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20ba61d4-e4d2-9d4a-c77b-2c324d471f64/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:18:04,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79b07b90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:18:04,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4080f016{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20ba61d4-e4d2-9d4a-c77b-2c324d471f64/java.io.tmpdir/jetty-localhost-33871-hadoop-hdfs-3_4_1-tests_jar-_-any-11887390063232202974/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:18:04,432 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7462ba1b{HTTP/1.1, (http/1.1)}{localhost:33871} 2024-11-23T11:18:04,432 INFO [Time-limited test {}] server.Server(415): Started @58737ms 2024-11-23T11:18:04,679 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:18:04,683 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:18:04,687 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:18:04,687 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:18:04,687 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T11:18:04,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32a22324{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20ba61d4-e4d2-9d4a-c77b-2c324d471f64/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:18:04,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d5415b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:18:04,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b1f1b24{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20ba61d4-e4d2-9d4a-c77b-2c324d471f64/java.io.tmpdir/jetty-localhost-41385-hadoop-hdfs-3_4_1-tests_jar-_-any-17201521581248405610/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:18:04,792 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b7ad04a{HTTP/1.1, (http/1.1)}{localhost:41385} 2024-11-23T11:18:04,792 INFO [Time-limited test {}] server.Server(415): Started @59097ms 2024-11-23T11:18:04,794 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T11:18:05,537 WARN [Thread-944 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20ba61d4-e4d2-9d4a-c77b-2c324d471f64/cluster_5ca36b6d-9745-3e99-3c91-ccffdeda2985/data/data2/current/BP-1813984297-172.17.0.3-1732360684030/current, will proceed with Du for space computation calculation, 2024-11-23T11:18:05,537 WARN [Thread-943 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20ba61d4-e4d2-9d4a-c77b-2c324d471f64/cluster_5ca36b6d-9745-3e99-3c91-ccffdeda2985/data/data1/current/BP-1813984297-172.17.0.3-1732360684030/current, will proceed with Du for space computation calculation, 2024-11-23T11:18:05,557 WARN [Thread-931 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T11:18:05,559 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd1727aaf06fba7b with lease ID 0xf0b71e42e24cd07: Processing first storage report for DS-eef33418-4f50-45b2-b537-3545116bded7 from datanode DatanodeRegistration(127.0.0.1:40043, datanodeUuid=b452ff20-fc15-4878-a661-ad1b8537a6c2, infoPort=33351, infoSecurePort=0, ipcPort=39537, storageInfo=lv=-57;cid=testClusterID;nsid=1478320013;c=1732360684030) 2024-11-23T11:18:05,559 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd1727aaf06fba7b with lease ID 0xf0b71e42e24cd07: from storage DS-eef33418-4f50-45b2-b537-3545116bded7 node DatanodeRegistration(127.0.0.1:40043, datanodeUuid=b452ff20-fc15-4878-a661-ad1b8537a6c2, infoPort=33351, infoSecurePort=0, ipcPort=39537, storageInfo=lv=-57;cid=testClusterID;nsid=1478320013;c=1732360684030), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:18:05,559 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd1727aaf06fba7b with lease ID 0xf0b71e42e24cd07: Processing first storage report for DS-bc64140b-d787-4134-b9e6-71b401bcba9d from datanode DatanodeRegistration(127.0.0.1:40043, datanodeUuid=b452ff20-fc15-4878-a661-ad1b8537a6c2, infoPort=33351, infoSecurePort=0, ipcPort=39537, storageInfo=lv=-57;cid=testClusterID;nsid=1478320013;c=1732360684030) 2024-11-23T11:18:05,559 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd1727aaf06fba7b with lease ID 0xf0b71e42e24cd07: from storage DS-bc64140b-d787-4134-b9e6-71b401bcba9d node DatanodeRegistration(127.0.0.1:40043, datanodeUuid=b452ff20-fc15-4878-a661-ad1b8537a6c2, infoPort=33351, infoSecurePort=0, ipcPort=39537, storageInfo=lv=-57;cid=testClusterID;nsid=1478320013;c=1732360684030), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:18:05,622 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20ba61d4-e4d2-9d4a-c77b-2c324d471f64 2024-11-23T11:18:05,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:18:05,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:18:05,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741825_1001 (size=7) 2024-11-23T11:18:06,032 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372 with version=8 2024-11-23T11:18:06,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/hbase-staging 2024-11-23T11:18:06,034 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:18:06,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:18:06,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:18:06,034 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:18:06,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:18:06,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:18:06,034 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T11:18:06,034 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:18:06,035 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33417 2024-11-23T11:18:06,036 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33417 connecting to ZooKeeper ensemble=127.0.0.1:52806 2024-11-23T11:18:06,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334170x0, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:18:06,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33417-0x101676a244c0003 connected 2024-11-23T11:18:06,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:18:06,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:18:06,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33417-0x101676a244c0003, quorum=127.0.0.1:52806, baseZNode=/1892359652 Set watcher on znode that does not yet exist, /1892359652/running 2024-11-23T11:18:06,122 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372, hbase.cluster.distributed=false 2024-11-23T11:18:06,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33417-0x101676a244c0003, quorum=127.0.0.1:52806, baseZNode=/1892359652 Set watcher on znode that does not yet exist, /1892359652/acl 2024-11-23T11:18:06,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33417 2024-11-23T11:18:06,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33417 2024-11-23T11:18:06,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33417 2024-11-23T11:18:06,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33417 2024-11-23T11:18:06,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33417 2024-11-23T11:18:06,137 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:18:06,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:18:06,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:18:06,138 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:18:06,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:18:06,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:18:06,138 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T11:18:06,138 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:18:06,138 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33697 2024-11-23T11:18:06,139 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33697 connecting to ZooKeeper ensemble=127.0.0.1:52806 2024-11-23T11:18:06,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:18:06,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:18:06,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336970x0, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:18:06,151 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336970x0, quorum=127.0.0.1:52806, baseZNode=/1892359652 Set watcher on znode that does not yet exist, /1892359652/running 2024-11-23T11:18:06,151 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33697-0x101676a244c0004 connected 2024-11-23T11:18:06,152 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T11:18:06,152 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T11:18:06,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33697-0x101676a244c0004, quorum=127.0.0.1:52806, baseZNode=/1892359652 Set watcher on znode that does not yet exist, /1892359652/master 2024-11-23T11:18:06,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33697-0x101676a244c0004, quorum=127.0.0.1:52806, baseZNode=/1892359652 Set watcher on znode that does not yet exist, /1892359652/acl 2024-11-23T11:18:06,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33697 2024-11-23T11:18:06,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33697 2024-11-23T11:18:06,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33697 2024-11-23T11:18:06,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33697 2024-11-23T11:18:06,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33697 2024-11-23T11:18:06,170 DEBUG [M:0;64443f9a1829:33417 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64443f9a1829:33417 2024-11-23T11:18:06,171 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1892359652/backup-masters/64443f9a1829,33417,1732360686034 2024-11-23T11:18:06,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x101676a244c0004, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1892359652/backup-masters 2024-11-23T11:18:06,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x101676a244c0003, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1892359652/backup-masters 2024-11-23T11:18:06,183 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33417-0x101676a244c0003, quorum=127.0.0.1:52806, baseZNode=/1892359652 Set watcher on existing znode=/1892359652/backup-masters/64443f9a1829,33417,1732360686034 2024-11-23T11:18:06,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x101676a244c0003, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1892359652 2024-11-23T11:18:06,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x101676a244c0004, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1892359652/master 2024-11-23T11:18:06,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x101676a244c0004, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1892359652 2024-11-23T11:18:06,194 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33417-0x101676a244c0003, quorum=127.0.0.1:52806, baseZNode=/1892359652 Set watcher on existing znode=/1892359652/master 2024-11-23T11:18:06,194 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1892359652/backup-masters/64443f9a1829,33417,1732360686034 from backup master directory 2024-11-23T11:18:06,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x101676a244c0003, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1892359652/backup-masters/64443f9a1829,33417,1732360686034 2024-11-23T11:18:06,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x101676a244c0004, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1892359652/backup-masters 2024-11-23T11:18:06,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x101676a244c0003, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1892359652/backup-masters 2024-11-23T11:18:06,203 WARN [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:18:06,203 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64443f9a1829,33417,1732360686034 2024-11-23T11:18:06,207 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/hbase.id] with ID: 3b3e7ddc-d951-45f6-aa75-98525f27ac2c 2024-11-23T11:18:06,207 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/.tmp/hbase.id 2024-11-23T11:18:06,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741826_1002 (size=42) 2024-11-23T11:18:06,612 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/.tmp/hbase.id]:[hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/hbase.id] 2024-11-23T11:18:06,624 INFO [master/64443f9a1829:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:18:06,624 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T11:18:06,625 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T11:18:07,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x101676a244c0004, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1892359652 2024-11-23T11:18:07,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x101676a244c0003, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1892359652 2024-11-23T11:18:07,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741827_1003 (size=196) 2024-11-23T11:18:07,467 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:18:07,467 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T11:18:07,468 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:18:07,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741828_1004 (size=1189) 2024-11-23T11:18:07,876 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/MasterData/data/master/store 2024-11-23T11:18:07,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741829_1005 (size=34) 2024-11-23T11:18:08,063 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:18:08,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:18:08,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:18:08,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:18:08,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:18:08,282 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:18:08,282 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:18:08,282 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:18:08,282 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:18:08,282 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:18:08,282 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:18:08,282 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:18:08,282 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360688282Disabling compacts and flushes for region at 1732360688282Disabling writes for close at 1732360688282Writing region close event to WAL at 1732360688282Closed at 1732360688282 2024-11-23T11:18:08,283 WARN [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/MasterData/data/master/store/.initializing 2024-11-23T11:18:08,283 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/MasterData/WALs/64443f9a1829,33417,1732360686034 2024-11-23T11:18:08,284 INFO [master/64443f9a1829:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:18:08,286 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64443f9a1829%2C33417%2C1732360686034, suffix=, logDir=hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/MasterData/WALs/64443f9a1829,33417,1732360686034, archiveDir=hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/MasterData/oldWALs, maxLogs=10 2024-11-23T11:18:08,297 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/MasterData/WALs/64443f9a1829,33417,1732360686034/64443f9a1829%2C33417%2C1732360686034.1732360688286, exclude list is [], retry=0 2024-11-23T11:18:08,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40043,DS-eef33418-4f50-45b2-b537-3545116bded7,DISK] 2024-11-23T11:18:08,302 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/MasterData/WALs/64443f9a1829,33417,1732360686034/64443f9a1829%2C33417%2C1732360686034.1732360688286 2024-11-23T11:18:08,302 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33351:33351)] 2024-11-23T11:18:08,302 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:18:08,302 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:18:08,302 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:18:08,302 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:18:08,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:18:08,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T11:18:08,305 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:18:08,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:18:08,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:18:08,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T11:18:08,307 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:18:08,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:18:08,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:18:08,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T11:18:08,308 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:18:08,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:18:08,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:18:08,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T11:18:08,309 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:18:08,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:18:08,310 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:18:08,310 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:18:08,311 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:18:08,312 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:18:08,312 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:18:08,312 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:18:08,314 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:18:08,316 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:18:08,316 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67020749, jitterRate=-0.0013130158185958862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:18:08,316 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732360688302Initializing all the Stores at 1732360688303 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360688303Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360688303Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360688303Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360688303Cleaning up temporary data from old regions at 1732360688312 (+9 ms)Region opened successfully at 1732360688316 (+4 ms) 2024-11-23T11:18:08,317 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T11:18:08,320 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b4ab206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:18:08,321 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T11:18:08,321 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T11:18:08,321 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T11:18:08,321 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T11:18:08,321 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T11:18:08,322 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T11:18:08,322 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T11:18:08,324 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T11:18:08,325 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33417-0x101676a244c0003, quorum=127.0.0.1:52806, baseZNode=/1892359652 Unable to get data of znode /1892359652/balancer because node does not exist (not necessarily an error) 2024-11-23T11:18:08,378 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1892359652/balancer already deleted, retry=false 2024-11-23T11:18:08,379 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T11:18:08,380 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33417-0x101676a244c0003, quorum=127.0.0.1:52806, baseZNode=/1892359652 Unable to get data of znode /1892359652/normalizer because node does not exist (not necessarily an error) 2024-11-23T11:18:08,393 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1892359652/normalizer already deleted, retry=false 2024-11-23T11:18:08,393 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T11:18:08,395 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33417-0x101676a244c0003, quorum=127.0.0.1:52806, baseZNode=/1892359652 Unable to get data of znode /1892359652/switch/split because node does not exist (not necessarily an error) 2024-11-23T11:18:08,403 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1892359652/switch/split already deleted, retry=false 2024-11-23T11:18:08,405 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33417-0x101676a244c0003, quorum=127.0.0.1:52806, baseZNode=/1892359652 Unable to get data of znode /1892359652/switch/merge because node does not exist (not necessarily an error) 2024-11-23T11:18:08,414 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1892359652/switch/merge already deleted, retry=false 2024-11-23T11:18:08,416 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33417-0x101676a244c0003, quorum=127.0.0.1:52806, baseZNode=/1892359652 Unable to get data of znode /1892359652/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T11:18:08,424 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1892359652/snapshot-cleanup already deleted, retry=false 2024-11-23T11:18:08,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x101676a244c0004, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1892359652/running 2024-11-23T11:18:08,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x101676a244c0003, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1892359652/running 2024-11-23T11:18:08,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x101676a244c0003, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1892359652 2024-11-23T11:18:08,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x101676a244c0004, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1892359652 2024-11-23T11:18:08,435 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64443f9a1829,33417,1732360686034, sessionid=0x101676a244c0003, setting cluster-up flag (Was=false) 2024-11-23T11:18:08,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x101676a244c0004, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1892359652 2024-11-23T11:18:08,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x101676a244c0003, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1892359652 2024-11-23T11:18:08,488 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1892359652/flush-table-proc/acquired, /1892359652/flush-table-proc/reached, /1892359652/flush-table-proc/abort 2024-11-23T11:18:08,489 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,33417,1732360686034 2024-11-23T11:18:08,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x101676a244c0003, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1892359652 2024-11-23T11:18:08,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x101676a244c0004, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1892359652 2024-11-23T11:18:08,540 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1892359652/online-snapshot/acquired, /1892359652/online-snapshot/reached, /1892359652/online-snapshot/abort 2024-11-23T11:18:08,541 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,33417,1732360686034 2024-11-23T11:18:08,542 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T11:18:08,544 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T11:18:08,544 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T11:18:08,544 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T11:18:08,545 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64443f9a1829,33417,1732360686034 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T11:18:08,546 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:18:08,546 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:18:08,546 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:18:08,546 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:18:08,546 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64443f9a1829:0, corePoolSize=10, maxPoolSize=10 2024-11-23T11:18:08,546 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:18:08,546 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:18:08,546 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:18:08,548 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:18:08,548 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T11:18:08,548 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732360718548 2024-11-23T11:18:08,548 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T11:18:08,549 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T11:18:08,549 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T11:18:08,549 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T11:18:08,549 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T11:18:08,549 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T11:18:08,549 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:08,550 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:18:08,550 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T11:18:08,550 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T11:18:08,550 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T11:18:08,550 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T11:18:08,550 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T11:18:08,551 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T11:18:08,551 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T11:18:08,551 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360688551,5,FailOnTimeoutGroup] 2024-11-23T11:18:08,551 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360688551,5,FailOnTimeoutGroup] 2024-11-23T11:18:08,551 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:08,551 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T11:18:08,551 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:08,551 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:08,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741831_1007 (size=1321) 2024-11-23T11:18:08,563 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T11:18:08,563 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372 2024-11-23T11:18:08,564 INFO [RS:0;64443f9a1829:33697 {}] regionserver.HRegionServer(746): ClusterId : 3b3e7ddc-d951-45f6-aa75-98525f27ac2c 2024-11-23T11:18:08,564 DEBUG [RS:0;64443f9a1829:33697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T11:18:08,573 DEBUG [RS:0;64443f9a1829:33697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T11:18:08,573 DEBUG [RS:0;64443f9a1829:33697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T11:18:08,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741832_1008 (size=32) 2024-11-23T11:18:08,583 DEBUG [RS:0;64443f9a1829:33697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T11:18:08,584 DEBUG [RS:0;64443f9a1829:33697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e29c63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:18:08,598 DEBUG [RS:0;64443f9a1829:33697 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64443f9a1829:33697 2024-11-23T11:18:08,598 INFO [RS:0;64443f9a1829:33697 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T11:18:08,598 INFO [RS:0;64443f9a1829:33697 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T11:18:08,598 DEBUG [RS:0;64443f9a1829:33697 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T11:18:08,599 INFO [RS:0;64443f9a1829:33697 {}] regionserver.HRegionServer(2659): reportForDuty to master=64443f9a1829,33417,1732360686034 with port=33697, startcode=1732360686137 2024-11-23T11:18:08,599 DEBUG [RS:0;64443f9a1829:33697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T11:18:08,601 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T11:18:08,601 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33417 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64443f9a1829,33697,1732360686137 2024-11-23T11:18:08,601 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33417 {}] master.ServerManager(517): Registering regionserver=64443f9a1829,33697,1732360686137 2024-11-23T11:18:08,603 DEBUG [RS:0;64443f9a1829:33697 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372 2024-11-23T11:18:08,603 DEBUG [RS:0;64443f9a1829:33697 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36603 2024-11-23T11:18:08,603 DEBUG [RS:0;64443f9a1829:33697 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T11:18:08,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x101676a244c0003, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1892359652/rs 2024-11-23T11:18:08,703 DEBUG [RS:0;64443f9a1829:33697 {}] zookeeper.ZKUtil(111): regionserver:33697-0x101676a244c0004, quorum=127.0.0.1:52806, baseZNode=/1892359652 Set watcher on existing znode=/1892359652/rs/64443f9a1829,33697,1732360686137 2024-11-23T11:18:08,703 WARN [RS:0;64443f9a1829:33697 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:18:08,703 INFO [RS:0;64443f9a1829:33697 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:18:08,703 DEBUG [RS:0;64443f9a1829:33697 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/WALs/64443f9a1829,33697,1732360686137 2024-11-23T11:18:08,703 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64443f9a1829,33697,1732360686137] 2024-11-23T11:18:08,706 INFO [RS:0;64443f9a1829:33697 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T11:18:08,708 INFO [RS:0;64443f9a1829:33697 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T11:18:08,708 INFO [RS:0;64443f9a1829:33697 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T11:18:08,708 INFO [RS:0;64443f9a1829:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:08,709 INFO [RS:0;64443f9a1829:33697 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T11:18:08,709 INFO [RS:0;64443f9a1829:33697 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T11:18:08,709 INFO [RS:0;64443f9a1829:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:08,709 DEBUG [RS:0;64443f9a1829:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:18:08,709 DEBUG [RS:0;64443f9a1829:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:18:08,709 DEBUG [RS:0;64443f9a1829:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:18:08,710 DEBUG [RS:0;64443f9a1829:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:18:08,710 DEBUG [RS:0;64443f9a1829:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:18:08,710 DEBUG [RS:0;64443f9a1829:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:18:08,710 DEBUG [RS:0;64443f9a1829:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:18:08,710 DEBUG [RS:0;64443f9a1829:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:18:08,710 DEBUG [RS:0;64443f9a1829:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:18:08,710 DEBUG [RS:0;64443f9a1829:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:18:08,710 DEBUG [RS:0;64443f9a1829:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:18:08,710 DEBUG [RS:0;64443f9a1829:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:18:08,710 DEBUG [RS:0;64443f9a1829:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:18:08,710 DEBUG [RS:0;64443f9a1829:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:18:08,710 INFO [RS:0;64443f9a1829:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:08,710 INFO [RS:0;64443f9a1829:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:08,710 INFO [RS:0;64443f9a1829:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:08,710 INFO [RS:0;64443f9a1829:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:08,710 INFO [RS:0;64443f9a1829:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:08,710 INFO [RS:0;64443f9a1829:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,33697,1732360686137-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:18:08,722 INFO [RS:0;64443f9a1829:33697 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T11:18:08,722 INFO [RS:0;64443f9a1829:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,33697,1732360686137-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:08,722 INFO [RS:0;64443f9a1829:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:08,722 INFO [RS:0;64443f9a1829:33697 {}] regionserver.Replication(171): 64443f9a1829,33697,1732360686137 started 2024-11-23T11:18:08,734 INFO [RS:0;64443f9a1829:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:08,734 INFO [RS:0;64443f9a1829:33697 {}] regionserver.HRegionServer(1482): Serving as 64443f9a1829,33697,1732360686137, RpcServer on 64443f9a1829/172.17.0.3:33697, sessionid=0x101676a244c0004 2024-11-23T11:18:08,734 DEBUG [RS:0;64443f9a1829:33697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T11:18:08,734 DEBUG [RS:0;64443f9a1829:33697 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64443f9a1829,33697,1732360686137 2024-11-23T11:18:08,734 DEBUG [RS:0;64443f9a1829:33697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,33697,1732360686137' 2024-11-23T11:18:08,734 DEBUG [RS:0;64443f9a1829:33697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1892359652/flush-table-proc/abort' 2024-11-23T11:18:08,735 DEBUG [RS:0;64443f9a1829:33697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1892359652/flush-table-proc/acquired' 2024-11-23T11:18:08,735 DEBUG [RS:0;64443f9a1829:33697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T11:18:08,735 DEBUG [RS:0;64443f9a1829:33697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T11:18:08,735 DEBUG [RS:0;64443f9a1829:33697 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64443f9a1829,33697,1732360686137 2024-11-23T11:18:08,735 DEBUG [RS:0;64443f9a1829:33697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,33697,1732360686137' 2024-11-23T11:18:08,735 DEBUG [RS:0;64443f9a1829:33697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1892359652/online-snapshot/abort' 2024-11-23T11:18:08,735 DEBUG [RS:0;64443f9a1829:33697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1892359652/online-snapshot/acquired' 2024-11-23T11:18:08,735 DEBUG [RS:0;64443f9a1829:33697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T11:18:08,735 INFO [RS:0;64443f9a1829:33697 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T11:18:08,736 INFO [RS:0;64443f9a1829:33697 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T11:18:08,836 INFO [RS:0;64443f9a1829:33697 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:18:08,837 INFO [RS:0;64443f9a1829:33697 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C33697%2C1732360686137, suffix=, logDir=hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/WALs/64443f9a1829,33697,1732360686137, archiveDir=hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/oldWALs, maxLogs=10 2024-11-23T11:18:08,850 DEBUG [RS:0;64443f9a1829:33697 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/WALs/64443f9a1829,33697,1732360686137/64443f9a1829%2C33697%2C1732360686137.1732360688838, exclude list is [], retry=0 2024-11-23T11:18:08,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40043,DS-eef33418-4f50-45b2-b537-3545116bded7,DISK] 2024-11-23T11:18:08,854 INFO [RS:0;64443f9a1829:33697 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/WALs/64443f9a1829,33697,1732360686137/64443f9a1829%2C33697%2C1732360686137.1732360688838 2024-11-23T11:18:08,855 DEBUG [RS:0;64443f9a1829:33697 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33351:33351)] 2024-11-23T11:18:08,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:18:08,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:18:08,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:18:08,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:18:08,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:18:08,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:18:08,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:18:08,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:18:08,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:18:08,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:18:08,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:18:08,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:18:08,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:18:08,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:18:08,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:18:08,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:18:08,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:18:08,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:18:08,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/hbase/meta/1588230740 2024-11-23T11:18:08,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/hbase/meta/1588230740 2024-11-23T11:18:08,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:18:08,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:18:08,986 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:18:08,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:18:08,989 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:18:08,990 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70011460, jitterRate=0.04325205087661743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:18:08,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732360688975Initializing all the Stores at 1732360688976 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360688976Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360688976Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360688976Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360688976Cleaning up temporary data from old regions at 1732360688986 (+10 ms)Region opened successfully at 1732360688990 (+4 ms) 2024-11-23T11:18:08,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:18:08,990 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:18:08,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:18:08,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:18:08,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:18:08,990 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:18:08,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360688990Disabling compacts and flushes for region at 1732360688990Disabling writes for close at 1732360688990Writing region close event to WAL at 1732360688990Closed at 1732360688990 2024-11-23T11:18:08,992 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:18:08,992 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T11:18:08,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T11:18:08,993 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:18:08,995 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T11:18:09,134 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T11:18:09,145 DEBUG [64443f9a1829:33417 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T11:18:09,146 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64443f9a1829,33697,1732360686137 2024-11-23T11:18:09,147 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,33697,1732360686137, state=OPENING 2024-11-23T11:18:09,210 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T11:18:09,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x101676a244c0003, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1892359652 2024-11-23T11:18:09,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x101676a244c0004, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1892359652 2024-11-23T11:18:09,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1892359652/meta-region-server: CHANGED 2024-11-23T11:18:09,225 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:18:09,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1892359652/meta-region-server: CHANGED 2024-11-23T11:18:09,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,33697,1732360686137}] 2024-11-23T11:18:09,378 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:18:09,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T11:18:09,383 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T11:18:09,383 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:18:09,384 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T11:18:09,385 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C33697%2C1732360686137.meta, suffix=.meta, logDir=hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/WALs/64443f9a1829,33697,1732360686137, archiveDir=hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/oldWALs, maxLogs=10 2024-11-23T11:18:09,398 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/WALs/64443f9a1829,33697,1732360686137/64443f9a1829%2C33697%2C1732360686137.meta.1732360689385.meta, exclude list is [], retry=0 2024-11-23T11:18:09,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40043,DS-eef33418-4f50-45b2-b537-3545116bded7,DISK] 2024-11-23T11:18:09,402 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/WALs/64443f9a1829,33697,1732360686137/64443f9a1829%2C33697%2C1732360686137.meta.1732360689385.meta 2024-11-23T11:18:09,402 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33351:33351)] 2024-11-23T11:18:09,403 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:18:09,403 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:18:09,403 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:18:09,403 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T11:18:09,403 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T11:18:09,403 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T11:18:09,403 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:18:09,403 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T11:18:09,403 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T11:18:09,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:18:09,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:18:09,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:18:09,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:18:09,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:18:09,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:18:09,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:18:09,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:18:09,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:18:09,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:18:09,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:18:09,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:18:09,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:18:09,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:18:09,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:18:09,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:18:09,410 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:18:09,411 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/hbase/meta/1588230740 2024-11-23T11:18:09,412 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/hbase/meta/1588230740 2024-11-23T11:18:09,413 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:18:09,413 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:18:09,414 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:18:09,415 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:18:09,415 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70476921, jitterRate=0.050187960267066956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:18:09,416 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T11:18:09,416 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732360689404Writing region info on filesystem at 1732360689404Initializing all the Stores at 1732360689404Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360689405 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360689405Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360689405Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360689405Cleaning up temporary data from old regions at 1732360689413 (+8 ms)Running coprocessor post-open hooks at 1732360689416 (+3 ms)Region opened successfully at 1732360689416 2024-11-23T11:18:09,417 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732360689378 2024-11-23T11:18:09,419 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T11:18:09,419 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T11:18:09,419 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64443f9a1829,33697,1732360686137 2024-11-23T11:18:09,420 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,33697,1732360686137, state=OPEN 2024-11-23T11:18:09,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x101676a244c0004, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1892359652/meta-region-server 2024-11-23T11:18:09,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x101676a244c0003, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1892359652/meta-region-server 2024-11-23T11:18:09,445 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64443f9a1829,33697,1732360686137 2024-11-23T11:18:09,445 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1892359652/meta-region-server: CHANGED 2024-11-23T11:18:09,445 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1892359652/meta-region-server: CHANGED 2024-11-23T11:18:09,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T11:18:09,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,33697,1732360686137 in 220 msec 2024-11-23T11:18:09,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T11:18:09,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 455 msec 2024-11-23T11:18:09,450 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:18:09,450 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T11:18:09,451 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:18:09,451 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,33697,1732360686137, seqNum=-1] 2024-11-23T11:18:09,452 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:18:09,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:18:09,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 916 msec 2024-11-23T11:18:09,460 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732360689460, completionTime=-1 2024-11-23T11:18:09,461 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T11:18:09,461 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T11:18:09,462 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T11:18:09,462 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732360749462 2024-11-23T11:18:09,463 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732360809463 2024-11-23T11:18:09,463 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T11:18:09,463 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,33417,1732360686034-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:09,463 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,33417,1732360686034-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:09,463 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,33417,1732360686034-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:09,463 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64443f9a1829:33417, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:09,463 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:09,465 DEBUG [master/64443f9a1829:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T11:18:09,465 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:09,468 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.264sec 2024-11-23T11:18:09,468 INFO [master/64443f9a1829:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T11:18:09,468 INFO [master/64443f9a1829:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T11:18:09,468 INFO [master/64443f9a1829:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T11:18:09,468 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T11:18:09,468 INFO [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T11:18:09,469 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,33417,1732360686034-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:18:09,469 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,33417,1732360686034-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T11:18:09,471 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T11:18:09,471 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T11:18:09,471 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,33417,1732360686034-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:18:09,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f925fee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:18:09,565 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,33417,-1 for getting cluster id 2024-11-23T11:18:09,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:18:09,566 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b3e7ddc-d951-45f6-aa75-98525f27ac2c' 2024-11-23T11:18:09,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:18:09,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b3e7ddc-d951-45f6-aa75-98525f27ac2c" 2024-11-23T11:18:09,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e418850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:18:09,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,33417,-1] 2024-11-23T11:18:09,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:18:09,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:18:09,568 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:18:09,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1322c637, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:18:09,569 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:18:09,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,33697,1732360686137, seqNum=-1] 2024-11-23T11:18:09,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:18:09,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:18:09,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64443f9a1829,33417,1732360686034 2024-11-23T11:18:09,575 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52806 2024-11-23T11:18:09,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:18:09,639 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101676a244c0005 connected 2024-11-23T11:18:09,660 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:18:09,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,43869,1732360680043 2024-11-23T11:18:09,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20030ca6 2024-11-23T11:18:09,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:18:09,663 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:18:09,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43869 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:18:09,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43869 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T11:18:09,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:18:09,671 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:18:09,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43869 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T11:18:09,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:18:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:18:09,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43297 is added to blk_1073741835_1011 (size=902) 2024-11-23T11:18:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:18:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:18:10,079 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4f7a41cec4ec2243701ee026391d8b47, NAME => 'test,,1732360689663.4f7a41cec4ec2243701ee026391d8b47.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb 2024-11-23T11:18:10,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43297 is added to blk_1073741836_1012 (size=39) 2024-11-23T11:18:10,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:18:10,485 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732360689663.4f7a41cec4ec2243701ee026391d8b47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:18:10,485 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4f7a41cec4ec2243701ee026391d8b47, disabling compactions & flushes 2024-11-23T11:18:10,485 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732360689663.4f7a41cec4ec2243701ee026391d8b47. 2024-11-23T11:18:10,485 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732360689663.4f7a41cec4ec2243701ee026391d8b47. 2024-11-23T11:18:10,486 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732360689663.4f7a41cec4ec2243701ee026391d8b47. after waiting 0 ms 2024-11-23T11:18:10,486 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732360689663.4f7a41cec4ec2243701ee026391d8b47. 2024-11-23T11:18:10,486 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732360689663.4f7a41cec4ec2243701ee026391d8b47. 2024-11-23T11:18:10,486 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4f7a41cec4ec2243701ee026391d8b47: Waiting for close lock at 1732360690485Disabling compacts and flushes for region at 1732360690485Disabling writes for close at 1732360690486 (+1 ms)Writing region close event to WAL at 1732360690486Closed at 1732360690486 2024-11-23T11:18:10,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:18:10,487 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732360689663.4f7a41cec4ec2243701ee026391d8b47.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732360690487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732360690487"}]},"ts":"1732360690487"} 2024-11-23T11:18:10,489 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T11:18:10,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:18:10,490 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360690490"}]},"ts":"1732360690490"} 2024-11-23T11:18:10,492 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T11:18:10,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4f7a41cec4ec2243701ee026391d8b47, ASSIGN}] 2024-11-23T11:18:10,493 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4f7a41cec4ec2243701ee026391d8b47, ASSIGN 2024-11-23T11:18:10,494 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4f7a41cec4ec2243701ee026391d8b47, ASSIGN; state=OFFLINE, location=64443f9a1829,35477,1732360680469; forceNewPlan=false, retain=false 2024-11-23T11:18:10,644 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4f7a41cec4ec2243701ee026391d8b47, regionState=OPENING, regionLocation=64443f9a1829,35477,1732360680469 2024-11-23T11:18:10,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4f7a41cec4ec2243701ee026391d8b47, ASSIGN because future has completed 2024-11-23T11:18:10,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f7a41cec4ec2243701ee026391d8b47, server=64443f9a1829,35477,1732360680469}] 2024-11-23T11:18:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:18:10,805 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732360689663.4f7a41cec4ec2243701ee026391d8b47. 2024-11-23T11:18:10,805 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f7a41cec4ec2243701ee026391d8b47, NAME => 'test,,1732360689663.4f7a41cec4ec2243701ee026391d8b47.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:18:10,805 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:18:10,806 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T11:18:10,806 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4f7a41cec4ec2243701ee026391d8b47 2024-11-23T11:18:10,806 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732360689663.4f7a41cec4ec2243701ee026391d8b47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:18:10,806 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4f7a41cec4ec2243701ee026391d8b47 2024-11-23T11:18:10,806 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4f7a41cec4ec2243701ee026391d8b47 2024-11-23T11:18:10,808 INFO [StoreOpener-4f7a41cec4ec2243701ee026391d8b47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4f7a41cec4ec2243701ee026391d8b47 2024-11-23T11:18:10,809 INFO [StoreOpener-4f7a41cec4ec2243701ee026391d8b47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f7a41cec4ec2243701ee026391d8b47 columnFamilyName f 2024-11-23T11:18:10,809 DEBUG [StoreOpener-4f7a41cec4ec2243701ee026391d8b47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:18:10,810 INFO [StoreOpener-4f7a41cec4ec2243701ee026391d8b47-1 {}] regionserver.HStore(327): Store=4f7a41cec4ec2243701ee026391d8b47/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:18:10,810 INFO [StoreOpener-4f7a41cec4ec2243701ee026391d8b47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4f7a41cec4ec2243701ee026391d8b47 2024-11-23T11:18:10,812 INFO [StoreOpener-4f7a41cec4ec2243701ee026391d8b47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f7a41cec4ec2243701ee026391d8b47 columnFamilyName f1 2024-11-23T11:18:10,812 DEBUG [StoreOpener-4f7a41cec4ec2243701ee026391d8b47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:18:10,813 INFO [StoreOpener-4f7a41cec4ec2243701ee026391d8b47-1 {}] regionserver.HStore(327): Store=4f7a41cec4ec2243701ee026391d8b47/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:18:10,813 INFO [StoreOpener-4f7a41cec4ec2243701ee026391d8b47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4f7a41cec4ec2243701ee026391d8b47 2024-11-23T11:18:10,814 INFO [StoreOpener-4f7a41cec4ec2243701ee026391d8b47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f7a41cec4ec2243701ee026391d8b47 columnFamilyName norep 2024-11-23T11:18:10,814 DEBUG [StoreOpener-4f7a41cec4ec2243701ee026391d8b47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:18:10,815 INFO [StoreOpener-4f7a41cec4ec2243701ee026391d8b47-1 {}] regionserver.HStore(327): Store=4f7a41cec4ec2243701ee026391d8b47/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:18:10,815 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4f7a41cec4ec2243701ee026391d8b47 2024-11-23T11:18:10,816 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/default/test/4f7a41cec4ec2243701ee026391d8b47 2024-11-23T11:18:10,816 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/default/test/4f7a41cec4ec2243701ee026391d8b47 2024-11-23T11:18:10,817 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4f7a41cec4ec2243701ee026391d8b47 2024-11-23T11:18:10,817 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4f7a41cec4ec2243701ee026391d8b47 2024-11-23T11:18:10,818 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:18:10,819 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4f7a41cec4ec2243701ee026391d8b47 2024-11-23T11:18:10,821 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/default/test/4f7a41cec4ec2243701ee026391d8b47/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:18:10,822 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4f7a41cec4ec2243701ee026391d8b47; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72679237, jitterRate=0.08300502598285675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:18:10,822 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4f7a41cec4ec2243701ee026391d8b47 2024-11-23T11:18:10,823 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4f7a41cec4ec2243701ee026391d8b47: Running coprocessor pre-open hook at 1732360690806Writing region info on filesystem at 1732360690806Initializing all the Stores at 1732360690807 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360690807Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360690808 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360690808Cleaning up temporary data from old regions at 1732360690817 (+9 ms)Running coprocessor post-open hooks at 1732360690822 (+5 ms)Region opened successfully at 1732360690822 2024-11-23T11:18:10,825 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732360689663.4f7a41cec4ec2243701ee026391d8b47., pid=6, masterSystemTime=1732360690800 2024-11-23T11:18:10,827 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732360689663.4f7a41cec4ec2243701ee026391d8b47. 2024-11-23T11:18:10,827 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732360689663.4f7a41cec4ec2243701ee026391d8b47. 2024-11-23T11:18:10,829 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4f7a41cec4ec2243701ee026391d8b47, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=64443f9a1829,35477,1732360680469 2024-11-23T11:18:10,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f7a41cec4ec2243701ee026391d8b47, server=64443f9a1829,35477,1732360680469 because future has completed 2024-11-23T11:18:10,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T11:18:10,835 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f7a41cec4ec2243701ee026391d8b47, server=64443f9a1829,35477,1732360680469 in 185 msec 2024-11-23T11:18:10,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T11:18:10,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4f7a41cec4ec2243701ee026391d8b47, ASSIGN in 342 msec 2024-11-23T11:18:10,837 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:18:10,838 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360690838"}]},"ts":"1732360690838"} 2024-11-23T11:18:10,840 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T11:18:10,841 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:18:10,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1750 sec 2024-11-23T11:18:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:18:11,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:18:11,815 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T11:18:11,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,33417,1732360686034 2024-11-23T11:18:11,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@664ae57c 2024-11-23T11:18:11,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:18:11,817 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:18:11,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:18:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T11:18:11,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:18:11,821 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:18:11,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T11:18:11,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:18:11,823 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:18:11,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741835_1011 (size=902) 2024-11-23T11:18:11,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:18:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:18:12,233 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9d5a0b877d090f82c00895402df67fe9, NAME => 'test,,1732360691818.9d5a0b877d090f82c00895402df67fe9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372 2024-11-23T11:18:12,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741836_1012 (size=39) 2024-11-23T11:18:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:18:12,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T11:18:12,560 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T11:18:12,561 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T11:18:12,561 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-23T11:18:12,561 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:18:12,561 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-23T11:18:12,561 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T11:18:12,561 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-23T11:18:12,561 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:18:12,562 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T11:18:12,562 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T11:18:12,562 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T11:18:12,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732360691818.9d5a0b877d090f82c00895402df67fe9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:18:12,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9d5a0b877d090f82c00895402df67fe9, disabling compactions & flushes 2024-11-23T11:18:12,640 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732360691818.9d5a0b877d090f82c00895402df67fe9. 2024-11-23T11:18:12,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732360691818.9d5a0b877d090f82c00895402df67fe9. 2024-11-23T11:18:12,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732360691818.9d5a0b877d090f82c00895402df67fe9. after waiting 0 ms 2024-11-23T11:18:12,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732360691818.9d5a0b877d090f82c00895402df67fe9. 2024-11-23T11:18:12,640 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732360691818.9d5a0b877d090f82c00895402df67fe9. 2024-11-23T11:18:12,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9d5a0b877d090f82c00895402df67fe9: Waiting for close lock at 1732360692640Disabling compacts and flushes for region at 1732360692640Disabling writes for close at 1732360692640Writing region close event to WAL at 1732360692640Closed at 1732360692640 2024-11-23T11:18:12,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:18:12,642 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732360691818.9d5a0b877d090f82c00895402df67fe9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732360692641"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732360692641"}]},"ts":"1732360692641"} 2024-11-23T11:18:12,644 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T11:18:12,645 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:18:12,645 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360692645"}]},"ts":"1732360692645"} 2024-11-23T11:18:12,647 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T11:18:12,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9d5a0b877d090f82c00895402df67fe9, ASSIGN}] 2024-11-23T11:18:12,649 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9d5a0b877d090f82c00895402df67fe9, ASSIGN 2024-11-23T11:18:12,650 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9d5a0b877d090f82c00895402df67fe9, ASSIGN; state=OFFLINE, location=64443f9a1829,33697,1732360686137; forceNewPlan=false, retain=false 2024-11-23T11:18:12,801 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9d5a0b877d090f82c00895402df67fe9, regionState=OPENING, regionLocation=64443f9a1829,33697,1732360686137 2024-11-23T11:18:12,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9d5a0b877d090f82c00895402df67fe9, ASSIGN because future has completed 2024-11-23T11:18:12,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d5a0b877d090f82c00895402df67fe9, server=64443f9a1829,33697,1732360686137}] 2024-11-23T11:18:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:18:12,966 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732360691818.9d5a0b877d090f82c00895402df67fe9. 2024-11-23T11:18:12,967 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9d5a0b877d090f82c00895402df67fe9, NAME => 'test,,1732360691818.9d5a0b877d090f82c00895402df67fe9.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:18:12,967 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:18:12,967 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T11:18:12,968 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9d5a0b877d090f82c00895402df67fe9 2024-11-23T11:18:12,968 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732360691818.9d5a0b877d090f82c00895402df67fe9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:18:12,968 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9d5a0b877d090f82c00895402df67fe9 2024-11-23T11:18:12,968 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9d5a0b877d090f82c00895402df67fe9 2024-11-23T11:18:12,969 INFO [StoreOpener-9d5a0b877d090f82c00895402df67fe9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9d5a0b877d090f82c00895402df67fe9 2024-11-23T11:18:12,971 INFO [StoreOpener-9d5a0b877d090f82c00895402df67fe9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d5a0b877d090f82c00895402df67fe9 columnFamilyName f 2024-11-23T11:18:12,971 DEBUG [StoreOpener-9d5a0b877d090f82c00895402df67fe9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:18:12,971 INFO [StoreOpener-9d5a0b877d090f82c00895402df67fe9-1 {}] regionserver.HStore(327): Store=9d5a0b877d090f82c00895402df67fe9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:18:12,971 INFO [StoreOpener-9d5a0b877d090f82c00895402df67fe9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9d5a0b877d090f82c00895402df67fe9 2024-11-23T11:18:12,973 INFO [StoreOpener-9d5a0b877d090f82c00895402df67fe9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d5a0b877d090f82c00895402df67fe9 columnFamilyName f1 2024-11-23T11:18:12,973 DEBUG [StoreOpener-9d5a0b877d090f82c00895402df67fe9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:18:12,974 INFO [StoreOpener-9d5a0b877d090f82c00895402df67fe9-1 {}] regionserver.HStore(327): Store=9d5a0b877d090f82c00895402df67fe9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:18:12,974 INFO [StoreOpener-9d5a0b877d090f82c00895402df67fe9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9d5a0b877d090f82c00895402df67fe9 2024-11-23T11:18:12,976 INFO [StoreOpener-9d5a0b877d090f82c00895402df67fe9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d5a0b877d090f82c00895402df67fe9 columnFamilyName norep 2024-11-23T11:18:12,976 DEBUG [StoreOpener-9d5a0b877d090f82c00895402df67fe9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:18:12,977 INFO [StoreOpener-9d5a0b877d090f82c00895402df67fe9-1 {}] regionserver.HStore(327): Store=9d5a0b877d090f82c00895402df67fe9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:18:12,977 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9d5a0b877d090f82c00895402df67fe9 2024-11-23T11:18:12,978 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/default/test/9d5a0b877d090f82c00895402df67fe9 2024-11-23T11:18:12,978 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/default/test/9d5a0b877d090f82c00895402df67fe9 2024-11-23T11:18:12,980 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9d5a0b877d090f82c00895402df67fe9 2024-11-23T11:18:12,980 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9d5a0b877d090f82c00895402df67fe9 2024-11-23T11:18:12,980 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:18:12,981 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9d5a0b877d090f82c00895402df67fe9 2024-11-23T11:18:12,984 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/default/test/9d5a0b877d090f82c00895402df67fe9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:18:12,984 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9d5a0b877d090f82c00895402df67fe9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69385053, jitterRate=0.0339178591966629}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:18:12,984 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9d5a0b877d090f82c00895402df67fe9 2024-11-23T11:18:12,985 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9d5a0b877d090f82c00895402df67fe9: Running coprocessor pre-open hook at 1732360692968Writing region info on filesystem at 1732360692968Initializing all the Stores at 1732360692969 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360692969Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360692969Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360692969Cleaning up temporary data from old regions at 1732360692980 (+11 ms)Running coprocessor post-open hooks at 1732360692984 (+4 ms)Region opened successfully at 1732360692985 (+1 ms) 2024-11-23T11:18:12,986 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732360691818.9d5a0b877d090f82c00895402df67fe9., pid=6, masterSystemTime=1732360692957 2024-11-23T11:18:12,989 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732360691818.9d5a0b877d090f82c00895402df67fe9. 2024-11-23T11:18:12,989 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732360691818.9d5a0b877d090f82c00895402df67fe9. 2024-11-23T11:18:12,989 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9d5a0b877d090f82c00895402df67fe9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=64443f9a1829,33697,1732360686137 2024-11-23T11:18:12,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d5a0b877d090f82c00895402df67fe9, server=64443f9a1829,33697,1732360686137 because future has completed 2024-11-23T11:18:13,000 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T11:18:13,000 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9d5a0b877d090f82c00895402df67fe9, server=64443f9a1829,33697,1732360686137 in 194 msec 2024-11-23T11:18:13,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T11:18:13,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9d5a0b877d090f82c00895402df67fe9, ASSIGN in 352 msec 2024-11-23T11:18:13,004 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:18:13,004 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360693004"}]},"ts":"1732360693004"} 2024-11-23T11:18:13,006 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T11:18:13,007 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:18:13,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1890 sec 2024-11-23T11:18:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:18:13,975 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T11:18:13,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32336795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:18:13,976 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,43869,-1 for getting cluster id 2024-11-23T11:18:13,976 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:18:13,977 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e20bcf57-1bc5-4db5-9045-9f3744632970' 2024-11-23T11:18:13,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:18:13,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e20bcf57-1bc5-4db5-9045-9f3744632970" 2024-11-23T11:18:13,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb72e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:18:13,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,43869,-1] 2024-11-23T11:18:13,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:18:13,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:18:13,978 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:18:13,979 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b50e87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:18:13,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411af6d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:18:13,979 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,33417,-1 for getting cluster id 2024-11-23T11:18:13,979 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:18:13,980 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b3e7ddc-d951-45f6-aa75-98525f27ac2c' 2024-11-23T11:18:13,980 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:18:13,980 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b3e7ddc-d951-45f6-aa75-98525f27ac2c" 2024-11-23T11:18:13,981 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e49d8fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:18:13,981 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,33417,-1] 2024-11-23T11:18:13,981 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:18:13,981 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:18:13,982 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:18:13,982 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@467602e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:18:13,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@684715ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:18:13,983 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,43869,-1 for getting cluster id 2024-11-23T11:18:13,983 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:18:13,984 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e20bcf57-1bc5-4db5-9045-9f3744632970' 2024-11-23T11:18:13,984 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:18:13,984 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e20bcf57-1bc5-4db5-9045-9f3744632970" 2024-11-23T11:18:13,984 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35db0978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:18:13,984 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,43869,-1] 2024-11-23T11:18:13,984 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:18:13,985 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:18:13,985 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:18:13,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa451c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:18:13,988 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:18:13,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,43869,1732360680043 2024-11-23T11:18:13,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42c15951 2024-11-23T11:18:13,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:18:13,989 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:18:13,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43869 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://64443f9a1829:33417,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-23T11:18:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43869 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T11:18:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:18:13,993 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:33417' 2024-11-23T11:18:13,994 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d2e25b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:18:13,994 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,33417,-1 for getting cluster id 2024-11-23T11:18:13,994 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:18:13,995 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b3e7ddc-d951-45f6-aa75-98525f27ac2c' 2024-11-23T11:18:13,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:18:13,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b3e7ddc-d951-45f6-aa75-98525f27ac2c" 2024-11-23T11:18:13,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74558118, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:18:13,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,33417,-1] 2024-11-23T11:18:13,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:18:13,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:18:13,996 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:18:13,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37a0b896, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:18:13,997 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:18:13,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,33417,1732360686034 2024-11-23T11:18:13,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50a44c98 2024-11-23T11:18:13,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:18:13,999 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:18:13,999 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T11:18:13,999 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T11:18:13,999 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:18:13,999 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:18:13,999 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:18:14,002 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:18:14,004 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T11:18:14,005 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:18:14,005 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:18:14,006 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:18:14,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43297 is added to blk_1073741837_1013 (size=1138) 2024-11-23T11:18:14,054 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T11:18:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:18:14,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:18:14,414 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e658fc2b535deb3c3f9331c71a240d0f, NAME => 'hbase:replication,,1732360694002.e658fc2b535deb3c3f9331c71a240d0f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb 2024-11-23T11:18:14,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43297 is added to blk_1073741838_1014 (size=44) 2024-11-23T11:18:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:18:14,820 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732360694002.e658fc2b535deb3c3f9331c71a240d0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:18:14,820 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e658fc2b535deb3c3f9331c71a240d0f, disabling compactions & flushes 2024-11-23T11:18:14,820 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732360694002.e658fc2b535deb3c3f9331c71a240d0f. 2024-11-23T11:18:14,820 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732360694002.e658fc2b535deb3c3f9331c71a240d0f. 2024-11-23T11:18:14,820 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732360694002.e658fc2b535deb3c3f9331c71a240d0f. after waiting 0 ms 2024-11-23T11:18:14,820 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732360694002.e658fc2b535deb3c3f9331c71a240d0f. 2024-11-23T11:18:14,820 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732360694002.e658fc2b535deb3c3f9331c71a240d0f. 2024-11-23T11:18:14,820 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e658fc2b535deb3c3f9331c71a240d0f: Waiting for close lock at 1732360694820Disabling compacts and flushes for region at 1732360694820Disabling writes for close at 1732360694820Writing region close event to WAL at 1732360694820Closed at 1732360694820 2024-11-23T11:18:14,822 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:18:14,822 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732360694002.e658fc2b535deb3c3f9331c71a240d0f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732360694822"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732360694822"}]},"ts":"1732360694822"} 2024-11-23T11:18:14,824 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T11:18:14,825 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:18:14,825 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360694825"}]},"ts":"1732360694825"} 2024-11-23T11:18:14,827 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T11:18:14,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e658fc2b535deb3c3f9331c71a240d0f, ASSIGN}] 2024-11-23T11:18:14,828 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e658fc2b535deb3c3f9331c71a240d0f, ASSIGN 2024-11-23T11:18:14,829 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e658fc2b535deb3c3f9331c71a240d0f, ASSIGN; state=OFFLINE, location=64443f9a1829,35477,1732360680469; forceNewPlan=false, retain=false 2024-11-23T11:18:14,905 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:18:14,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:18:14,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:18:14,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:18:14,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:18:14,941 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T11:18:14,979 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e658fc2b535deb3c3f9331c71a240d0f, regionState=OPENING, regionLocation=64443f9a1829,35477,1732360680469 2024-11-23T11:18:14,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e658fc2b535deb3c3f9331c71a240d0f, ASSIGN because future has completed 2024-11-23T11:18:14,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e658fc2b535deb3c3f9331c71a240d0f, server=64443f9a1829,35477,1732360680469}] 2024-11-23T11:18:15,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:18:15,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732360694002.e658fc2b535deb3c3f9331c71a240d0f. 2024-11-23T11:18:15,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:18:15,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T11:18:15,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C35477%2C1732360680469.rep, suffix=, logDir=hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469, archiveDir=hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/oldWALs, maxLogs=10 2024-11-23T11:18:15,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.rep.1732360695140, exclude list is [], retry=0 2024-11-23T11:18:15,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43297,DS-12e1febf-785c-4396-81e5-7343f2155a18,DISK] 2024-11-23T11:18:15,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.rep.1732360695140 2024-11-23T11:18:15,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43787:43787)] 2024-11-23T11:18:15,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e658fc2b535deb3c3f9331c71a240d0f, NAME => 'hbase:replication,,1732360694002.e658fc2b535deb3c3f9331c71a240d0f.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:18:15,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:18:15,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:18:15,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732360694002.e658fc2b535deb3c3f9331c71a240d0f. service=MultiRowMutationService 2024-11-23T11:18:15,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T11:18:15,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e658fc2b535deb3c3f9331c71a240d0f 2024-11-23T11:18:15,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732360694002.e658fc2b535deb3c3f9331c71a240d0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:18:15,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e658fc2b535deb3c3f9331c71a240d0f 2024-11-23T11:18:15,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e658fc2b535deb3c3f9331c71a240d0f 2024-11-23T11:18:15,158 INFO [StoreOpener-e658fc2b535deb3c3f9331c71a240d0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e658fc2b535deb3c3f9331c71a240d0f 2024-11-23T11:18:15,159 INFO [StoreOpener-e658fc2b535deb3c3f9331c71a240d0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e658fc2b535deb3c3f9331c71a240d0f columnFamilyName hfileref 2024-11-23T11:18:15,159 DEBUG [StoreOpener-e658fc2b535deb3c3f9331c71a240d0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:18:15,160 INFO [StoreOpener-e658fc2b535deb3c3f9331c71a240d0f-1 {}] regionserver.HStore(327): Store=e658fc2b535deb3c3f9331c71a240d0f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:18:15,160 INFO [StoreOpener-e658fc2b535deb3c3f9331c71a240d0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e658fc2b535deb3c3f9331c71a240d0f 2024-11-23T11:18:15,161 INFO [StoreOpener-e658fc2b535deb3c3f9331c71a240d0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e658fc2b535deb3c3f9331c71a240d0f columnFamilyName queue 2024-11-23T11:18:15,161 DEBUG [StoreOpener-e658fc2b535deb3c3f9331c71a240d0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:18:15,161 INFO [StoreOpener-e658fc2b535deb3c3f9331c71a240d0f-1 {}] regionserver.HStore(327): Store=e658fc2b535deb3c3f9331c71a240d0f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:18:15,162 INFO [StoreOpener-e658fc2b535deb3c3f9331c71a240d0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e658fc2b535deb3c3f9331c71a240d0f 2024-11-23T11:18:15,162 INFO [StoreOpener-e658fc2b535deb3c3f9331c71a240d0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e658fc2b535deb3c3f9331c71a240d0f columnFamilyName sid 2024-11-23T11:18:15,162 DEBUG [StoreOpener-e658fc2b535deb3c3f9331c71a240d0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:18:15,163 INFO [StoreOpener-e658fc2b535deb3c3f9331c71a240d0f-1 {}] regionserver.HStore(327): Store=e658fc2b535deb3c3f9331c71a240d0f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:18:15,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e658fc2b535deb3c3f9331c71a240d0f 2024-11-23T11:18:15,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/replication/e658fc2b535deb3c3f9331c71a240d0f 2024-11-23T11:18:15,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/replication/e658fc2b535deb3c3f9331c71a240d0f 2024-11-23T11:18:15,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e658fc2b535deb3c3f9331c71a240d0f 2024-11-23T11:18:15,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e658fc2b535deb3c3f9331c71a240d0f 2024-11-23T11:18:15,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:18:15,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e658fc2b535deb3c3f9331c71a240d0f 2024-11-23T11:18:15,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/replication/e658fc2b535deb3c3f9331c71a240d0f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:18:15,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e658fc2b535deb3c3f9331c71a240d0f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63812398, jitterRate=-0.04912117123603821}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:18:15,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e658fc2b535deb3c3f9331c71a240d0f 2024-11-23T11:18:15,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e658fc2b535deb3c3f9331c71a240d0f: Running coprocessor pre-open hook at 1732360695157Writing region info on filesystem at 1732360695157Initializing all the Stores at 1732360695158 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360695158Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360695158Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360695158Cleaning up temporary data from old regions at 1732360695165 (+7 ms)Running coprocessor post-open hooks at 1732360695168 (+3 ms)Region opened successfully at 1732360695169 (+1 ms) 2024-11-23T11:18:15,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732360694002.e658fc2b535deb3c3f9331c71a240d0f., pid=10, masterSystemTime=1732360695135 2024-11-23T11:18:15,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732360694002.e658fc2b535deb3c3f9331c71a240d0f. 2024-11-23T11:18:15,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732360694002.e658fc2b535deb3c3f9331c71a240d0f. 2024-11-23T11:18:15,172 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e658fc2b535deb3c3f9331c71a240d0f, regionState=OPEN, openSeqNum=2, regionLocation=64443f9a1829,35477,1732360680469 2024-11-23T11:18:15,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e658fc2b535deb3c3f9331c71a240d0f, server=64443f9a1829,35477,1732360680469 because future has completed 2024-11-23T11:18:15,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T11:18:15,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e658fc2b535deb3c3f9331c71a240d0f, server=64443f9a1829,35477,1732360680469 in 193 msec 2024-11-23T11:18:15,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T11:18:15,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e658fc2b535deb3c3f9331c71a240d0f, ASSIGN in 349 msec 2024-11-23T11:18:15,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:18:15,180 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360695180"}]},"ts":"1732360695180"} 2024-11-23T11:18:15,182 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T11:18:15,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:18:15,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-11-23T11:18:15,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732360694002.e658fc2b535deb3c3f9331c71a240d0f., hostname=64443f9a1829,35477,1732360680469, seqNum=2] 2024-11-23T11:18:15,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x101676a244c0000, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370655684 2024-11-23T11:18:15,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35477-0x101676a244c0001, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370655684 2024-11-23T11:18:15,320 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T11:18:15,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35477 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T11:18:15,473 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T11:18:15,515 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-64443f9a1829,35477,1732360680469, ReplicationSource: 1, currentBandwidth=0 2024-11-23T11:18:15,515 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:18:15,516 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,35477,1732360680469, seqNum=-1] 2024-11-23T11:18:15,516 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:18:15,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-23T11:18:15,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-64443f9a1829,35477,1732360680469', locateType=CURRENT is [region=hbase:replication,,1732360694002.e658fc2b535deb3c3f9331c71a240d0f., hostname=64443f9a1829,35477,1732360680469, seqNum=2] 2024-11-23T11:18:15,534 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T11:18:15,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43869 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T11:18:15,537 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 64443f9a1829,35477,1732360680469 suceeded 2024-11-23T11:18:15,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T11:18:15,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 217 msec 2024-11-23T11:18:15,541 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://64443f9a1829:33417,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-23T11:18:15,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5510 sec 2024-11-23T11:18:15,557 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:33417' 2024-11-23T11:18:15,559 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56820f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:18:15,560 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,33417,-1 for getting cluster id 2024-11-23T11:18:15,560 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:18:15,561 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b3e7ddc-d951-45f6-aa75-98525f27ac2c' 2024-11-23T11:18:15,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:18:15,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b3e7ddc-d951-45f6-aa75-98525f27ac2c" 2024-11-23T11:18:15,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b36304e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:18:15,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,33417,-1] 2024-11-23T11:18:15,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:18:15,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:18:15,563 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:18:15,564 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bf28452, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:18:15,564 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:18:15,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,33417,1732360686034 2024-11-23T11:18:15,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c440afe 2024-11-23T11:18:15,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:18:15,567 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-23T11:18:15,568 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-64443f9a1829,35477,1732360680469 (queues=1) is replicating from cluster=e20bcf57-1bc5-4db5-9045-9f3744632970 to cluster=3b3e7ddc-d951-45f6-aa75-98525f27ac2c 2024-11-23T11:18:15,568 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=64443f9a1829%2C35477%2C1732360680469 2024-11-23T11:18:15,569 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-64443f9a1829,35477,1732360680469, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T11:18:15,569 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.shipper64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64443f9a1829%2C35477%2C1732360680469 2024-11-23T11:18:15,569 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280, startPosition=0, beingWritten=true 2024-11-23T11:18:15,579 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:18:15,579 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 379, reset compression=false 2024-11-23T11:18:15,579 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.shipper64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,35477,1732360680469 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:18:15,785 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 379, reset compression=false 2024-11-23T11:18:16,089 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 379, reset compression=false 2024-11-23T11:18:16,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:18:16,135 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T11:18:16,136 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:18:16,136 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:18:16,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:18:16,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:18:16,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:18:16,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:18:16,142 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732360696140/Put/seqid=0 2024-11-23T11:18:16,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43297 is added to blk_1073741840_1016 (size=7894) 2024-11-23T11:18:16,494 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 379, reset compression=false 2024-11-23T11:18:16,551 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/load_f/f/hfile_1 is 34, key is ddd/f:row/1732360696550/Put/seqid=0 2024-11-23T11:18:16,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43297 is added to blk_1073741841_1017 (size=7691) 2024-11-23T11:18:16,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63bc1e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:18:16,972 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,43869,-1 for getting cluster id 2024-11-23T11:18:16,972 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:18:16,973 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e20bcf57-1bc5-4db5-9045-9f3744632970' 2024-11-23T11:18:16,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:18:16,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e20bcf57-1bc5-4db5-9045-9f3744632970" 2024-11-23T11:18:16,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d18ba38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:18:16,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,43869,-1] 2024-11-23T11:18:16,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:18:16,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:18:16,977 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:18:16,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17460c61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:18:16,979 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:18:16,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,35477,1732360680469, seqNum=-1] 2024-11-23T11:18:16,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:18:16,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:18:16,996 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:18:16,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,43869,1732360680043 2024-11-23T11:18:16,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4839fbba 2024-11-23T11:18:17,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:18:17,003 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:18:17,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732360689663.4f7a41cec4ec2243701ee026391d8b47., hostname=64443f9a1829,35477,1732360680469, seqNum=2] 2024-11-23T11:18:17,026 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 379, reset compression=false 2024-11-23T11:18:17,027 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T11:18:17,041 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-23T11:18:17,045 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-23T11:18:17,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/load_f/f/hfile_0 for inclusion in 4f7a41cec4ec2243701ee026391d8b47/f 2024-11-23T11:18:17,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-23T11:18:17,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T11:18:17,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/load_f/f/hfile_1 for inclusion in 4f7a41cec4ec2243701ee026391d8b47/f 2024-11-23T11:18:17,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-23T11:18:17,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T11:18:17,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.HRegion(2603): Flush status journal for 4f7a41cec4ec2243701ee026391d8b47: 2024-11-23T11:18:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/load_f/f/hfile_0 to hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/staging/jenkins__test__ltd3ln98j9q7p4ogf9d6n24efcj5kvk82fg00r5ce6in4e1bt5feg8hkb36c2e9s/f/hfile_0 2024-11-23T11:18:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/staging/jenkins__test__ltd3ln98j9q7p4ogf9d6n24efcj5kvk82fg00r5ce6in4e1bt5feg8hkb36c2e9s/f/hfile_0 as hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/default/test/4f7a41cec4ec2243701ee026391d8b47/f/4e2903b6670d4cfe9c4a26f86ebbae93_SeqId_4_ 2024-11-23T11:18:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/load_f/f/hfile_1 to hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/staging/jenkins__test__ltd3ln98j9q7p4ogf9d6n24efcj5kvk82fg00r5ce6in4e1bt5feg8hkb36c2e9s/f/hfile_1 2024-11-23T11:18:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/staging/jenkins__test__ltd3ln98j9q7p4ogf9d6n24efcj5kvk82fg00r5ce6in4e1bt5feg8hkb36c2e9s/f/hfile_1 as hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/default/test/4f7a41cec4ec2243701ee026391d8b47/f/9e3914cb10d94ff3908d0275332146d2_SeqId_4_ 2024-11-23T11:18:17,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/staging/jenkins__test__ltd3ln98j9q7p4ogf9d6n24efcj5kvk82fg00r5ce6in4e1bt5feg8hkb36c2e9s/f/hfile_0 into 4f7a41cec4ec2243701ee026391d8b47/f as hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/default/test/4f7a41cec4ec2243701ee026391d8b47/f/4e2903b6670d4cfe9c4a26f86ebbae93_SeqId_4_ - updating store file list. 2024-11-23T11:18:17,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4e2903b6670d4cfe9c4a26f86ebbae93_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T11:18:17,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/default/test/4f7a41cec4ec2243701ee026391d8b47/f/4e2903b6670d4cfe9c4a26f86ebbae93_SeqId_4_ into 4f7a41cec4ec2243701ee026391d8b47/f 2024-11-23T11:18:17,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/staging/jenkins__test__ltd3ln98j9q7p4ogf9d6n24efcj5kvk82fg00r5ce6in4e1bt5feg8hkb36c2e9s/f/hfile_0 into 4f7a41cec4ec2243701ee026391d8b47/f (new location: hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/default/test/4f7a41cec4ec2243701ee026391d8b47/f/4e2903b6670d4cfe9c4a26f86ebbae93_SeqId_4_) 2024-11-23T11:18:17,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/staging/jenkins__test__ltd3ln98j9q7p4ogf9d6n24efcj5kvk82fg00r5ce6in4e1bt5feg8hkb36c2e9s/f/hfile_0 2024-11-23T11:18:17,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/staging/jenkins__test__ltd3ln98j9q7p4ogf9d6n24efcj5kvk82fg00r5ce6in4e1bt5feg8hkb36c2e9s/f/hfile_1 into 4f7a41cec4ec2243701ee026391d8b47/f as hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/default/test/4f7a41cec4ec2243701ee026391d8b47/f/9e3914cb10d94ff3908d0275332146d2_SeqId_4_ - updating store file list. 2024-11-23T11:18:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9e3914cb10d94ff3908d0275332146d2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T11:18:17,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/default/test/4f7a41cec4ec2243701ee026391d8b47/f/9e3914cb10d94ff3908d0275332146d2_SeqId_4_ into 4f7a41cec4ec2243701ee026391d8b47/f 2024-11-23T11:18:17,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/staging/jenkins__test__ltd3ln98j9q7p4ogf9d6n24efcj5kvk82fg00r5ce6in4e1bt5feg8hkb36c2e9s/f/hfile_1 into 4f7a41cec4ec2243701ee026391d8b47/f (new location: hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/default/test/4f7a41cec4ec2243701ee026391d8b47/f/9e3914cb10d94ff3908d0275332146d2_SeqId_4_) 2024-11-23T11:18:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/staging/jenkins__test__ltd3ln98j9q7p4ogf9d6n24efcj5kvk82fg00r5ce6in4e1bt5feg8hkb36c2e9s/f/hfile_1 2024-11-23T11:18:17,102 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:18:17,102 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:18:17,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:18:17,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:18:17,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:18:17,103 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:18:17,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732360689663.4f7a41cec4ec2243701ee026391d8b47., hostname=64443f9a1829,35477,1732360680469, seqNum=2 , the old value is region=test,,1732360689663.4f7a41cec4ec2243701ee026391d8b47., hostname=64443f9a1829,35477,1732360680469, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=64443f9a1829:35477 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T11:18:17,104 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-23T11:18:17,105 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,33697,1732360686137, seqNum=-1] 2024-11-23T11:18:17,105 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:18:17,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732360689663.4f7a41cec4ec2243701ee026391d8b47., hostname=64443f9a1829,35477,1732360680469, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T11:18:17,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732360689663.4f7a41cec4ec2243701ee026391d8b47., hostname=64443f9a1829,35477,1732360680469, seqNum=2 from cache 2024-11-23T11:18:17,106 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:18:17,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732360691818.9d5a0b877d090f82c00895402df67fe9., hostname=64443f9a1829,33697,1732360686137, seqNum=2] 2024-11-23T11:18:17,110 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T11:18:17,216 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64443f9a1829:35477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-23T11:18:17,649 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 379, reset compression=false 2024-11-23T11:18:17,655 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T11:18:17,655 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.shipper64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,35477,1732360680469 got entry batch from reader: WALEntryBatch [walEntries=[{test/4f7a41cec4ec2243701ee026391d8b47/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732360697098/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-23T11:18:17,673 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.shipper64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:18:17,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-23T11:18:17,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] regionserver.ReplicationSink(318): Replicating [e20bcf57-1bc5-4db5-9045-9f3744632970] bulk loaded data 2024-11-23T11:18:17,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5447b3b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:18:17,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,33417,-1 for getting cluster id 2024-11-23T11:18:17,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:18:17,679 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b3e7ddc-d951-45f6-aa75-98525f27ac2c' 2024-11-23T11:18:17,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:18:17,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b3e7ddc-d951-45f6-aa75-98525f27ac2c" 2024-11-23T11:18:17,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66ca2167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:18:17,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,33417,-1] 2024-11-23T11:18:17,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:18:17,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:18:17,680 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:18:17,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8f61c48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:18:17,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741837_1013 (size=7894) 2024-11-23T11:18:17,855 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 687, reset compression=false 2024-11-23T11:18:18,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741838_1014 (size=7691) 2024-11-23T11:18:18,112 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T11:18:18,166 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 687, reset compression=false 2024-11-23T11:18:18,510 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:18:18,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,33417,1732360686034 2024-11-23T11:18:18,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c1087f1 2024-11-23T11:18:18,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:18:18,512 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-23T11:18:18,513 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T11:18:18,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:18:18,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,33697,1732360686137, seqNum=-1] 2024-11-23T11:18:18,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:18:18,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-23T11:18:18,522 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/staging/jenkins.hfs.6__test__d6be7q7uihncd7rjljak8o8b8c0c3ekrom0rcm9rs99ghm3ojblpddfgn42s0ai7/f/4e2903b6670d4cfe9c4a26f86ebbae93_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-23T11:18:18,525 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/staging/jenkins.hfs.6__test__d6be7q7uihncd7rjljak8o8b8c0c3ekrom0rcm9rs99ghm3ojblpddfgn42s0ai7/f/9e3914cb10d94ff3908d0275332146d2_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-23T11:18:18,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/staging/jenkins.hfs.6__test__d6be7q7uihncd7rjljak8o8b8c0c3ekrom0rcm9rs99ghm3ojblpddfgn42s0ai7/f/4e2903b6670d4cfe9c4a26f86ebbae93_SeqId_4_ for inclusion in 9d5a0b877d090f82c00895402df67fe9/f 2024-11-23T11:18:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-23T11:18:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T11:18:18,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/staging/jenkins.hfs.6__test__d6be7q7uihncd7rjljak8o8b8c0c3ekrom0rcm9rs99ghm3ojblpddfgn42s0ai7/f/9e3914cb10d94ff3908d0275332146d2_SeqId_4_ for inclusion in 9d5a0b877d090f82c00895402df67fe9/f 2024-11-23T11:18:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-23T11:18:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T11:18:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] regionserver.HRegion(2603): Flush status journal for 9d5a0b877d090f82c00895402df67fe9: 2024-11-23T11:18:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4e2903b6670d4cfe9c4a26f86ebbae93_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-23T11:18:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/staging/jenkins.hfs.6__test__d6be7q7uihncd7rjljak8o8b8c0c3ekrom0rcm9rs99ghm3ojblpddfgn42s0ai7/f/4e2903b6670d4cfe9c4a26f86ebbae93_SeqId_4_ as hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/default/test/9d5a0b877d090f82c00895402df67fe9/f/fa30381913d148909119455a8efd69ca_SeqId_4_ 2024-11-23T11:18:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9e3914cb10d94ff3908d0275332146d2_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-23T11:18:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/staging/jenkins.hfs.6__test__d6be7q7uihncd7rjljak8o8b8c0c3ekrom0rcm9rs99ghm3ojblpddfgn42s0ai7/f/9e3914cb10d94ff3908d0275332146d2_SeqId_4_ as hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/default/test/9d5a0b877d090f82c00895402df67fe9/f/5bcf4a359a724f738f7711287a0fa362_SeqId_4_ 2024-11-23T11:18:18,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/staging/jenkins.hfs.6__test__d6be7q7uihncd7rjljak8o8b8c0c3ekrom0rcm9rs99ghm3ojblpddfgn42s0ai7/f/4e2903b6670d4cfe9c4a26f86ebbae93_SeqId_4_ into 9d5a0b877d090f82c00895402df67fe9/f as hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/default/test/9d5a0b877d090f82c00895402df67fe9/f/fa30381913d148909119455a8efd69ca_SeqId_4_ - updating store file list. 2024-11-23T11:18:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fa30381913d148909119455a8efd69ca_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T11:18:18,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/default/test/9d5a0b877d090f82c00895402df67fe9/f/fa30381913d148909119455a8efd69ca_SeqId_4_ into 9d5a0b877d090f82c00895402df67fe9/f 2024-11-23T11:18:18,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/staging/jenkins.hfs.6__test__d6be7q7uihncd7rjljak8o8b8c0c3ekrom0rcm9rs99ghm3ojblpddfgn42s0ai7/f/4e2903b6670d4cfe9c4a26f86ebbae93_SeqId_4_ into 9d5a0b877d090f82c00895402df67fe9/f (new location: hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/default/test/9d5a0b877d090f82c00895402df67fe9/f/fa30381913d148909119455a8efd69ca_SeqId_4_) 2024-11-23T11:18:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/staging/jenkins.hfs.6__test__d6be7q7uihncd7rjljak8o8b8c0c3ekrom0rcm9rs99ghm3ojblpddfgn42s0ai7/f/4e2903b6670d4cfe9c4a26f86ebbae93_SeqId_4_ 2024-11-23T11:18:18,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/staging/jenkins.hfs.6__test__d6be7q7uihncd7rjljak8o8b8c0c3ekrom0rcm9rs99ghm3ojblpddfgn42s0ai7/f/9e3914cb10d94ff3908d0275332146d2_SeqId_4_ into 9d5a0b877d090f82c00895402df67fe9/f as hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/default/test/9d5a0b877d090f82c00895402df67fe9/f/5bcf4a359a724f738f7711287a0fa362_SeqId_4_ - updating store file list. 2024-11-23T11:18:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5bcf4a359a724f738f7711287a0fa362_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T11:18:18,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/default/test/9d5a0b877d090f82c00895402df67fe9/f/5bcf4a359a724f738f7711287a0fa362_SeqId_4_ into 9d5a0b877d090f82c00895402df67fe9/f 2024-11-23T11:18:18,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/staging/jenkins.hfs.6__test__d6be7q7uihncd7rjljak8o8b8c0c3ekrom0rcm9rs99ghm3ojblpddfgn42s0ai7/f/9e3914cb10d94ff3908d0275332146d2_SeqId_4_ into 9d5a0b877d090f82c00895402df67fe9/f (new location: hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/default/test/9d5a0b877d090f82c00895402df67fe9/f/5bcf4a359a724f738f7711287a0fa362_SeqId_4_) 2024-11-23T11:18:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/staging/jenkins.hfs.6__test__d6be7q7uihncd7rjljak8o8b8c0c3ekrom0rcm9rs99ghm3ojblpddfgn42s0ai7/f/9e3914cb10d94ff3908d0275332146d2_SeqId_4_ 2024-11-23T11:18:18,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] regionserver.ReplicationSink(324): Finished replicating [e20bcf57-1bc5-4db5-9045-9f3744632970] bulk loaded data 2024-11-23T11:18:18,570 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 687, reset compression=false 2024-11-23T11:18:19,075 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 687, reset compression=false 2024-11-23T11:18:19,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:18:19,131 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732360699129/Put/seqid=0 2024-11-23T11:18:19,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43297 is added to blk_1073741842_1018 (size=7997) 2024-11-23T11:18:19,538 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732360699538/Put/seqid=0 2024-11-23T11:18:19,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43297 is added to blk_1073741843_1019 (size=7794) 2024-11-23T11:18:19,679 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 687, reset compression=false 2024-11-23T11:18:19,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663f8aa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:18:19,944 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,43869,-1 for getting cluster id 2024-11-23T11:18:19,945 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:18:19,945 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e20bcf57-1bc5-4db5-9045-9f3744632970' 2024-11-23T11:18:19,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:18:19,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e20bcf57-1bc5-4db5-9045-9f3744632970" 2024-11-23T11:18:19,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a865ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:18:19,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,43869,-1] 2024-11-23T11:18:19,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:18:19,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:18:19,947 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:18:19,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6641d47c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:18:19,948 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:18:19,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,35477,1732360680469, seqNum=-1] 2024-11-23T11:18:19,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:18:19,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:18:19,957 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:18:19,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,43869,1732360680043 2024-11-23T11:18:19,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21b8a26a 2024-11-23T11:18:19,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:18:19,959 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:18:19,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732360689663.4f7a41cec4ec2243701ee026391d8b47., hostname=64443f9a1829,35477,1732360680469, seqNum=2] 2024-11-23T11:18:19,964 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T11:18:19,969 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-23T11:18:19,972 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-23T11:18:19,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/load_f1/f1/hfile_0 for inclusion in 4f7a41cec4ec2243701ee026391d8b47/f1 2024-11-23T11:18:19,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-23T11:18:19,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T11:18:19,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/load_f1/f1/hfile_1 for inclusion in 4f7a41cec4ec2243701ee026391d8b47/f1 2024-11-23T11:18:19,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-23T11:18:19,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T11:18:19,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.HRegion(2603): Flush status journal for 4f7a41cec4ec2243701ee026391d8b47: 2024-11-23T11:18:19,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/load_f1/f1/hfile_0 to hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/staging/jenkins__test__ipt1ag0pj9su4b8c7fk8asl8adburuccjhi2urkjsak30s38m9e2titnjkvp2hu5/f1/hfile_0 2024-11-23T11:18:19,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/staging/jenkins__test__ipt1ag0pj9su4b8c7fk8asl8adburuccjhi2urkjsak30s38m9e2titnjkvp2hu5/f1/hfile_0 as hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/default/test/4f7a41cec4ec2243701ee026391d8b47/f1/06b32d2b50b346fcb7de52712f0669bf_SeqId_6_ 2024-11-23T11:18:19,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/load_f1/f1/hfile_1 to hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/staging/jenkins__test__ipt1ag0pj9su4b8c7fk8asl8adburuccjhi2urkjsak30s38m9e2titnjkvp2hu5/f1/hfile_1 2024-11-23T11:18:19,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/staging/jenkins__test__ipt1ag0pj9su4b8c7fk8asl8adburuccjhi2urkjsak30s38m9e2titnjkvp2hu5/f1/hfile_1 as hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/default/test/4f7a41cec4ec2243701ee026391d8b47/f1/4c79b973aad149e88b93410fc4b2f012_SeqId_6_ 2024-11-23T11:18:19,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-23T11:18:19,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/staging/jenkins__test__ipt1ag0pj9su4b8c7fk8asl8adburuccjhi2urkjsak30s38m9e2titnjkvp2hu5/f1/hfile_0 into 4f7a41cec4ec2243701ee026391d8b47/f1 as hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/default/test/4f7a41cec4ec2243701ee026391d8b47/f1/06b32d2b50b346fcb7de52712f0669bf_SeqId_6_ - updating store file list. 2024-11-23T11:18:19,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 06b32d2b50b346fcb7de52712f0669bf_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T11:18:19,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/default/test/4f7a41cec4ec2243701ee026391d8b47/f1/06b32d2b50b346fcb7de52712f0669bf_SeqId_6_ into 4f7a41cec4ec2243701ee026391d8b47/f1 2024-11-23T11:18:19,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/staging/jenkins__test__ipt1ag0pj9su4b8c7fk8asl8adburuccjhi2urkjsak30s38m9e2titnjkvp2hu5/f1/hfile_0 into 4f7a41cec4ec2243701ee026391d8b47/f1 (new location: hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/default/test/4f7a41cec4ec2243701ee026391d8b47/f1/06b32d2b50b346fcb7de52712f0669bf_SeqId_6_) 2024-11-23T11:18:19,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/staging/jenkins__test__ipt1ag0pj9su4b8c7fk8asl8adburuccjhi2urkjsak30s38m9e2titnjkvp2hu5/f1/hfile_0 2024-11-23T11:18:19,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/staging/jenkins__test__ipt1ag0pj9su4b8c7fk8asl8adburuccjhi2urkjsak30s38m9e2titnjkvp2hu5/f1/hfile_1 into 4f7a41cec4ec2243701ee026391d8b47/f1 as hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/default/test/4f7a41cec4ec2243701ee026391d8b47/f1/4c79b973aad149e88b93410fc4b2f012_SeqId_6_ - updating store file list. 2024-11-23T11:18:19,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4c79b973aad149e88b93410fc4b2f012_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T11:18:19,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/default/test/4f7a41cec4ec2243701ee026391d8b47/f1/4c79b973aad149e88b93410fc4b2f012_SeqId_6_ into 4f7a41cec4ec2243701ee026391d8b47/f1 2024-11-23T11:18:19,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/staging/jenkins__test__ipt1ag0pj9su4b8c7fk8asl8adburuccjhi2urkjsak30s38m9e2titnjkvp2hu5/f1/hfile_1 into 4f7a41cec4ec2243701ee026391d8b47/f1 (new location: hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/default/test/4f7a41cec4ec2243701ee026391d8b47/f1/4c79b973aad149e88b93410fc4b2f012_SeqId_6_) 2024-11-23T11:18:19,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35477 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/staging/jenkins__test__ipt1ag0pj9su4b8c7fk8asl8adburuccjhi2urkjsak30s38m9e2titnjkvp2hu5/f1/hfile_1 2024-11-23T11:18:20,000 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:18:20,000 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:18:20,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:18:20,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:18:20,001 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:18:20,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732360689663.4f7a41cec4ec2243701ee026391d8b47., hostname=64443f9a1829,35477,1732360680469, seqNum=2 , the old value is region=test,,1732360689663.4f7a41cec4ec2243701ee026391d8b47., hostname=64443f9a1829,35477,1732360680469, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=64443f9a1829:35477 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T11:18:20,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732360689663.4f7a41cec4ec2243701ee026391d8b47., hostname=64443f9a1829,35477,1732360680469, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T11:18:20,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732360689663.4f7a41cec4ec2243701ee026391d8b47., hostname=64443f9a1829,35477,1732360680469, seqNum=2 from cache 2024-11-23T11:18:20,001 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:18:20,002 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-23T11:18:20,002 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,35477,1732360680469, seqNum=-1] 2024-11-23T11:18:20,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:18:20,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:18:20,006 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732360689663.4f7a41cec4ec2243701ee026391d8b47., hostname=64443f9a1829,35477,1732360680469, seqNum=2] 2024-11-23T11:18:20,105 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64443f9a1829:35477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-23T11:18:20,383 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 687, reset compression=false 2024-11-23T11:18:20,389 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:18:20,389 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 997, reset compression=false 2024-11-23T11:18:20,389 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.shipper64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,35477,1732360680469 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:18:20,593 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 997, reset compression=false 2024-11-23T11:18:20,659 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:18:20,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:18:20,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:18:20,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:18:20,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:18:20,897 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 997, reset compression=false 2024-11-23T11:18:21,301 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 997, reset compression=false 2024-11-23T11:18:21,849 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 997, reset compression=false 2024-11-23T11:18:22,455 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 997, reset compression=false 2024-11-23T11:18:22,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T11:18:22,560 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-23T11:18:23,159 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 997, reset compression=false 2024-11-23T11:18:23,963 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 997, reset compression=false 2024-11-23T11:18:24,868 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 997, reset compression=false 2024-11-23T11:18:25,873 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 997, reset compression=false 2024-11-23T11:18:26,978 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 997, reset compression=false 2024-11-23T11:18:28,182 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 997, reset compression=false 2024-11-23T11:18:29,487 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 997, reset compression=false 2024-11-23T11:18:29,626 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T11:18:30,891 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 997, reset compression=false 2024-11-23T11:18:32,396 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 997, reset compression=false 2024-11-23T11:18:34,000 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 997, reset compression=false 2024-11-23T11:18:35,622 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T11:18:35,704 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 997, reset compression=false 2024-11-23T11:18:37,508 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 997, reset compression=false 2024-11-23T11:18:39,414 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 997, reset compression=false 2024-11-23T11:18:40,391 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.shipper64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,35477,1732360680469 got entry batch from reader: null 2024-11-23T11:18:41,418 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 997, reset compression=false 2024-11-23T11:18:43,523 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 997, reset compression=false 2024-11-23T11:18:44,590 INFO [master/64443f9a1829:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T11:18:44,590 INFO [master/64443f9a1829:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T11:18:45,727 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 997, reset compression=false 2024-11-23T11:18:48,031 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 997, reset compression=false 2024-11-23T11:18:49,471 INFO [master/64443f9a1829:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T11:18:49,471 INFO [master/64443f9a1829:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T11:18:50,436 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 997, reset compression=false 2024-11-23T11:18:52,940 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 997, reset compression=false 2024-11-23T11:18:55,544 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 997, reset compression=false 2024-11-23T11:18:55,806 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 4f7a41cec4ec2243701ee026391d8b47, had cached 0 bytes from a total of 31376 2024-11-23T11:18:57,968 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 9d5a0b877d090f82c00895402df67fe9, had cached 0 bytes from a total of 15585 2024-11-23T11:18:58,249 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 997, reset compression=false 2024-11-23T11:18:59,626 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T11:19:00,392 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.shipper64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,35477,1732360680469 got entry batch from reader: null 2024-11-23T11:19:01,053 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 997, reset compression=false 2024-11-23T11:19:03,957 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 997, reset compression=false 2024-11-23T11:19:04,831 DEBUG [master/64443f9a1829:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-23T11:19:05,622 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T11:19:06,961 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 997, reset compression=false 2024-11-23T11:19:10,065 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 997, reset compression=false 2024-11-23T11:19:11,145 DEBUG [master/64443f9a1829:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-23T11:19:13,269 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 997, reset compression=false 2024-11-23T11:19:16,573 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 997, reset compression=false 2024-11-23T11:19:19,977 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 997, reset compression=false 2024-11-23T11:19:20,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T11:19:20,037 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:19:20,037 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:19:20,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:20,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:20,037 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:19:20,037 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T11:19:20,037 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1447172350, stopped=false 2024-11-23T11:19:20,038 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64443f9a1829,33417,1732360686034 2024-11-23T11:19:20,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x101676a244c0004, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1892359652/running 2024-11-23T11:19:20,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x101676a244c0003, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1892359652/running 2024-11-23T11:19:20,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x101676a244c0003, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1892359652 2024-11-23T11:19:20,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x101676a244c0004, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1892359652 2024-11-23T11:19:20,137 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:19:20,137 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:19:20,137 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:19:20,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:20,137 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64443f9a1829,33697,1732360686137' ***** 2024-11-23T11:19:20,137 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T11:19:20,137 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33697-0x101676a244c0004, quorum=127.0.0.1:52806, baseZNode=/1892359652 Set watcher on znode that does not yet exist, /1892359652/running 2024-11-23T11:19:20,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33417-0x101676a244c0003, quorum=127.0.0.1:52806, baseZNode=/1892359652 Set watcher on znode that does not yet exist, /1892359652/running 2024-11-23T11:19:20,138 INFO [RS:0;64443f9a1829:33697 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T11:19:20,138 INFO [RS:0;64443f9a1829:33697 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T11:19:20,138 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T11:19:20,138 INFO [RS:0;64443f9a1829:33697 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T11:19:20,138 INFO [RS:0;64443f9a1829:33697 {}] regionserver.HRegionServer(3091): Received CLOSE for 9d5a0b877d090f82c00895402df67fe9 2024-11-23T11:19:20,138 INFO [RS:0;64443f9a1829:33697 {}] regionserver.HRegionServer(959): stopping server 64443f9a1829,33697,1732360686137 2024-11-23T11:19:20,138 INFO [RS:0;64443f9a1829:33697 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:19:20,139 INFO [RS:0;64443f9a1829:33697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:33697. 2024-11-23T11:19:20,139 DEBUG [RS:0;64443f9a1829:33697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:19:20,139 DEBUG [RS:0;64443f9a1829:33697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:20,139 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9d5a0b877d090f82c00895402df67fe9, disabling compactions & flushes 2024-11-23T11:19:20,139 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732360691818.9d5a0b877d090f82c00895402df67fe9. 2024-11-23T11:19:20,139 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732360691818.9d5a0b877d090f82c00895402df67fe9. 2024-11-23T11:19:20,139 INFO [RS:0;64443f9a1829:33697 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T11:19:20,139 INFO [RS:0;64443f9a1829:33697 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T11:19:20,139 INFO [RS:0;64443f9a1829:33697 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T11:19:20,139 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732360691818.9d5a0b877d090f82c00895402df67fe9. after waiting 0 ms 2024-11-23T11:19:20,139 INFO [RS:0;64443f9a1829:33697 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T11:19:20,139 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732360691818.9d5a0b877d090f82c00895402df67fe9. 2024-11-23T11:19:20,139 INFO [RS:0;64443f9a1829:33697 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T11:19:20,139 DEBUG [RS:0;64443f9a1829:33697 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9d5a0b877d090f82c00895402df67fe9=test,,1732360691818.9d5a0b877d090f82c00895402df67fe9.} 2024-11-23T11:19:20,139 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:19:20,139 DEBUG [RS:0;64443f9a1829:33697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d5a0b877d090f82c00895402df67fe9 2024-11-23T11:19:20,139 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:19:20,139 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:19:20,139 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:19:20,139 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:19:20,139 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-23T11:19:20,143 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/default/test/9d5a0b877d090f82c00895402df67fe9/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-23T11:19:20,144 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:19:20,144 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T11:19:20,144 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732360691818.9d5a0b877d090f82c00895402df67fe9. 2024-11-23T11:19:20,144 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9d5a0b877d090f82c00895402df67fe9: Waiting for close lock at 1732360760139Running coprocessor pre-close hooks at 1732360760139Disabling compacts and flushes for region at 1732360760139Disabling writes for close at 1732360760139Writing region close event to WAL at 1732360760139Running coprocessor post-close hooks at 1732360760144 (+5 ms)Closed at 1732360760144 2024-11-23T11:19:20,144 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732360691818.9d5a0b877d090f82c00895402df67fe9. 2024-11-23T11:19:20,154 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/hbase/meta/1588230740/.tmp/info/81d8ab8577694f31b821bdfbdb9bd0f0 is 129, key is test,,1732360691818.9d5a0b877d090f82c00895402df67fe9./info:regioninfo/1732360692989/Put/seqid=0 2024-11-23T11:19:20,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741839_1015 (size=6421) 2024-11-23T11:19:20,195 INFO [regionserver/64443f9a1829:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:19:20,339 DEBUG [RS:0;64443f9a1829:33697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:19:20,392 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.shipper64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,35477,1732360680469 got entry batch from reader: null 2024-11-23T11:19:20,539 DEBUG [RS:0;64443f9a1829:33697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:19:20,559 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/hbase/meta/1588230740/.tmp/info/81d8ab8577694f31b821bdfbdb9bd0f0 2024-11-23T11:19:20,577 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/hbase/meta/1588230740/.tmp/ns/1b3e84242ed44043ba52633589ca2666 is 43, key is default/ns:d/1732360689454/Put/seqid=0 2024-11-23T11:19:20,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741840_1016 (size=5153) 2024-11-23T11:19:20,711 INFO [regionserver/64443f9a1829:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T11:19:20,711 INFO [regionserver/64443f9a1829:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T11:19:20,739 DEBUG [RS:0;64443f9a1829:33697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:19:20,940 DEBUG [RS:0;64443f9a1829:33697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:19:20,981 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/hbase/meta/1588230740/.tmp/ns/1b3e84242ed44043ba52633589ca2666 2024-11-23T11:19:21,001 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/hbase/meta/1588230740/.tmp/rep_barrier/c8279d85c3194b0e9d65083eb62794e8 is 112, key is test,,1732360691818.9d5a0b877d090f82c00895402df67fe9./rep_barrier:seqnumDuringOpen/1732360692989/Put/seqid=0 2024-11-23T11:19:21,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741841_1017 (size=5518) 2024-11-23T11:19:21,140 INFO [RS:0;64443f9a1829:33697 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T11:19:21,140 DEBUG [RS:0;64443f9a1829:33697 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T11:19:21,140 DEBUG [RS:0;64443f9a1829:33697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:19:21,340 DEBUG [RS:0;64443f9a1829:33697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:19:21,406 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/hbase/meta/1588230740/.tmp/rep_barrier/c8279d85c3194b0e9d65083eb62794e8 2024-11-23T11:19:21,423 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/hbase/meta/1588230740/.tmp/table/25ff1a9ce2164d99bf40b461caaa7064 is 40, key is test/table:state/1732360693004/Put/seqid=0 2024-11-23T11:19:21,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741842_1018 (size=5165) 2024-11-23T11:19:21,540 DEBUG [RS:0;64443f9a1829:33697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:19:21,740 DEBUG [RS:0;64443f9a1829:33697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:19:21,828 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/hbase/meta/1588230740/.tmp/table/25ff1a9ce2164d99bf40b461caaa7064 2024-11-23T11:19:21,834 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/hbase/meta/1588230740/.tmp/info/81d8ab8577694f31b821bdfbdb9bd0f0 as hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/hbase/meta/1588230740/info/81d8ab8577694f31b821bdfbdb9bd0f0 2024-11-23T11:19:21,839 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/hbase/meta/1588230740/info/81d8ab8577694f31b821bdfbdb9bd0f0, entries=10, sequenceid=11, filesize=6.3 K 2024-11-23T11:19:21,840 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/hbase/meta/1588230740/.tmp/ns/1b3e84242ed44043ba52633589ca2666 as hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/hbase/meta/1588230740/ns/1b3e84242ed44043ba52633589ca2666 2024-11-23T11:19:21,845 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/hbase/meta/1588230740/ns/1b3e84242ed44043ba52633589ca2666, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T11:19:21,846 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/hbase/meta/1588230740/.tmp/rep_barrier/c8279d85c3194b0e9d65083eb62794e8 as hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/hbase/meta/1588230740/rep_barrier/c8279d85c3194b0e9d65083eb62794e8 2024-11-23T11:19:21,851 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/hbase/meta/1588230740/rep_barrier/c8279d85c3194b0e9d65083eb62794e8, entries=1, sequenceid=11, filesize=5.4 K 2024-11-23T11:19:21,852 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/hbase/meta/1588230740/.tmp/table/25ff1a9ce2164d99bf40b461caaa7064 as hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/hbase/meta/1588230740/table/25ff1a9ce2164d99bf40b461caaa7064 2024-11-23T11:19:21,858 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/hbase/meta/1588230740/table/25ff1a9ce2164d99bf40b461caaa7064, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T11:19:21,859 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=11, compaction requested=false 2024-11-23T11:19:21,863 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T11:19:21,863 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:19:21,864 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:19:21,864 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:19:21,864 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360760139Running coprocessor pre-close hooks at 1732360760139Disabling compacts and flushes for region at 1732360760139Disabling writes for close at 1732360760139Obtaining lock to block concurrent updates at 1732360760139Preparing flush snapshotting stores in 1588230740 at 1732360760139Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732360760140 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732360760140Flushing 1588230740/info: creating writer at 1732360760140Flushing 1588230740/info: appending metadata at 1732360760154 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732360760154Flushing 1588230740/ns: creating writer at 1732360760564 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732360760576 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732360760576Flushing 1588230740/rep_barrier: creating writer at 1732360760986 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732360761001 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732360761001Flushing 1588230740/table: creating writer at 1732360761411 (+410 ms)Flushing 1588230740/table: appending metadata at 1732360761423 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732360761423Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@486857a3: reopening flushed file at 1732360761833 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2801ff51: reopening flushed file at 1732360761839 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d843e05: reopening flushed file at 1732360761845 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39307205: reopening flushed file at 1732360761852 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=11, compaction requested=false at 1732360761859 (+7 ms)Writing region close event to WAL at 1732360761860 (+1 ms)Running coprocessor post-close hooks at 1732360761863 (+3 ms)Closed at 1732360761864 (+1 ms) 2024-11-23T11:19:21,864 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T11:19:21,941 INFO [RS:0;64443f9a1829:33697 {}] regionserver.HRegionServer(976): stopping server 64443f9a1829,33697,1732360686137; all regions closed. 2024-11-23T11:19:21,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741834_1010 (size=2717) 2024-11-23T11:19:21,943 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/WALs/64443f9a1829,33697,1732360686137/64443f9a1829%2C33697%2C1732360686137.meta.1732360689385.meta not finished, retry = 0 2024-11-23T11:19:22,045 DEBUG [RS:0;64443f9a1829:33697 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/oldWALs 2024-11-23T11:19:22,045 INFO [RS:0;64443f9a1829:33697 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C33697%2C1732360686137.meta:.meta(num 1732360689385) 2024-11-23T11:19:22,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741833_1009 (size=1028) 2024-11-23T11:19:22,047 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/WALs/64443f9a1829,33697,1732360686137/64443f9a1829%2C33697%2C1732360686137.1732360688838 not finished, retry = 0 2024-11-23T11:19:22,150 DEBUG [RS:0;64443f9a1829:33697 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/oldWALs 2024-11-23T11:19:22,150 INFO [RS:0;64443f9a1829:33697 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C33697%2C1732360686137:(num 1732360688838) 2024-11-23T11:19:22,150 DEBUG [RS:0;64443f9a1829:33697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:22,150 INFO [RS:0;64443f9a1829:33697 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:19:22,150 INFO [RS:0;64443f9a1829:33697 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:19:22,151 INFO [RS:0;64443f9a1829:33697 {}] hbase.ChoreService(370): Chore service for: regionserver/64443f9a1829:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T11:19:22,151 INFO [RS:0;64443f9a1829:33697 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:19:22,151 INFO [regionserver/64443f9a1829:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:19:22,151 INFO [RS:0;64443f9a1829:33697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:33697. 2024-11-23T11:19:22,151 DEBUG [RS:0;64443f9a1829:33697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:19:22,151 DEBUG [RS:0;64443f9a1829:33697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:22,151 DEBUG [RS:0;64443f9a1829:33697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:22,151 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:19:22,152 INFO [RS:0;64443f9a1829:33697 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33697 2024-11-23T11:19:22,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x101676a244c0004, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1892359652/rs/64443f9a1829,33697,1732360686137 2024-11-23T11:19:22,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x101676a244c0003, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1892359652/rs 2024-11-23T11:19:22,208 INFO [RS:0;64443f9a1829:33697 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:19:22,218 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64443f9a1829,33697,1732360686137] 2024-11-23T11:19:22,228 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1892359652/draining/64443f9a1829,33697,1732360686137 already deleted, retry=false 2024-11-23T11:19:22,229 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64443f9a1829,33697,1732360686137 expired; onlineServers=0 2024-11-23T11:19:22,229 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64443f9a1829,33417,1732360686034' ***** 2024-11-23T11:19:22,229 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T11:19:22,229 INFO [M:0;64443f9a1829:33417 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:19:22,229 INFO [M:0;64443f9a1829:33417 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:19:22,229 DEBUG [M:0;64443f9a1829:33417 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T11:19:22,229 DEBUG [M:0;64443f9a1829:33417 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T11:19:22,229 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T11:19:22,229 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360688551 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360688551,5,FailOnTimeoutGroup] 2024-11-23T11:19:22,229 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360688551 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360688551,5,FailOnTimeoutGroup] 2024-11-23T11:19:22,229 INFO [M:0;64443f9a1829:33417 {}] hbase.ChoreService(370): Chore service for: master/64443f9a1829:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T11:19:22,229 INFO [M:0;64443f9a1829:33417 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:19:22,229 DEBUG [M:0;64443f9a1829:33417 {}] master.HMaster(1795): Stopping service threads 2024-11-23T11:19:22,229 INFO [M:0;64443f9a1829:33417 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T11:19:22,230 INFO [M:0;64443f9a1829:33417 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:19:22,230 INFO [M:0;64443f9a1829:33417 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T11:19:22,230 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T11:19:22,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x101676a244c0003, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1892359652/master 2024-11-23T11:19:22,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x101676a244c0003, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1892359652 2024-11-23T11:19:22,242 DEBUG [M:0;64443f9a1829:33417 {}] zookeeper.ZKUtil(347): master:33417-0x101676a244c0003, quorum=127.0.0.1:52806, baseZNode=/1892359652 Unable to get data of znode /1892359652/master because node does not exist (not an error) 2024-11-23T11:19:22,242 WARN [M:0;64443f9a1829:33417 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T11:19:22,243 INFO [M:0;64443f9a1829:33417 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/.lastflushedseqids 2024-11-23T11:19:22,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741843_1019 (size=173) 2024-11-23T11:19:22,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x101676a244c0004, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:19:22,318 INFO [RS:0;64443f9a1829:33697 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:19:22,318 INFO [RS:0;64443f9a1829:33697 {}] regionserver.HRegionServer(1031): Exiting; stopping=64443f9a1829,33697,1732360686137; zookeeper connection closed. 2024-11-23T11:19:22,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x101676a244c0004, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:19:22,319 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10b2bd0b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10b2bd0b 2024-11-23T11:19:22,319 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T11:19:22,648 INFO [M:0;64443f9a1829:33417 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T11:19:22,648 INFO [M:0;64443f9a1829:33417 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T11:19:22,648 DEBUG [M:0;64443f9a1829:33417 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:19:22,648 INFO [M:0;64443f9a1829:33417 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:19:22,648 DEBUG [M:0;64443f9a1829:33417 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:19:22,648 DEBUG [M:0;64443f9a1829:33417 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:19:22,648 DEBUG [M:0;64443f9a1829:33417 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:19:22,648 INFO [M:0;64443f9a1829:33417 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-23T11:19:22,662 DEBUG [M:0;64443f9a1829:33417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94fcedaac2764b0d85f5ed665eff1e0c is 82, key is hbase:meta,,1/info:regioninfo/1732360689419/Put/seqid=0 2024-11-23T11:19:22,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741844_1020 (size=5672) 2024-11-23T11:19:23,068 INFO [M:0;64443f9a1829:33417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94fcedaac2764b0d85f5ed665eff1e0c 2024-11-23T11:19:23,086 DEBUG [M:0;64443f9a1829:33417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d3bdf42ecba34dd29c6f4f4b32ce1723 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732360693008/Put/seqid=0 2024-11-23T11:19:23,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741845_1021 (size=6727) 2024-11-23T11:19:23,480 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/WALs/64443f9a1829,35477,1732360680469/64443f9a1829%2C35477%2C1732360680469.1732360683280 to pos 997, reset compression=false 2024-11-23T11:19:23,490 INFO [M:0;64443f9a1829:33417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d3bdf42ecba34dd29c6f4f4b32ce1723 2024-11-23T11:19:23,495 INFO [M:0;64443f9a1829:33417 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d3bdf42ecba34dd29c6f4f4b32ce1723 2024-11-23T11:19:23,508 DEBUG [M:0;64443f9a1829:33417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09a721b926f64612894429550b0765c3 is 69, key is 64443f9a1829,33697,1732360686137/rs:state/1732360688602/Put/seqid=0 2024-11-23T11:19:23,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741846_1022 (size=5156) 2024-11-23T11:19:23,912 INFO [M:0;64443f9a1829:33417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09a721b926f64612894429550b0765c3 2024-11-23T11:19:23,917 DEBUG [M:0;64443f9a1829:33417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94fcedaac2764b0d85f5ed665eff1e0c as hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/94fcedaac2764b0d85f5ed665eff1e0c 2024-11-23T11:19:23,921 INFO [M:0;64443f9a1829:33417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/94fcedaac2764b0d85f5ed665eff1e0c, entries=8, sequenceid=58, filesize=5.5 K 2024-11-23T11:19:23,922 DEBUG [M:0;64443f9a1829:33417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d3bdf42ecba34dd29c6f4f4b32ce1723 as hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d3bdf42ecba34dd29c6f4f4b32ce1723 2024-11-23T11:19:23,927 INFO [M:0;64443f9a1829:33417 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d3bdf42ecba34dd29c6f4f4b32ce1723 2024-11-23T11:19:23,927 INFO [M:0;64443f9a1829:33417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d3bdf42ecba34dd29c6f4f4b32ce1723, entries=6, sequenceid=58, filesize=6.6 K 2024-11-23T11:19:23,928 DEBUG [M:0;64443f9a1829:33417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09a721b926f64612894429550b0765c3 as hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/09a721b926f64612894429550b0765c3 2024-11-23T11:19:23,932 INFO [M:0;64443f9a1829:33417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36603/user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/09a721b926f64612894429550b0765c3, entries=1, sequenceid=58, filesize=5.0 K 2024-11-23T11:19:23,933 INFO [M:0;64443f9a1829:33417 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=58, compaction requested=false 2024-11-23T11:19:23,934 INFO [M:0;64443f9a1829:33417 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:19:23,934 DEBUG [M:0;64443f9a1829:33417 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360762648Disabling compacts and flushes for region at 1732360762648Disabling writes for close at 1732360762648Obtaining lock to block concurrent updates at 1732360762648Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732360762648Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732360762649 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732360762649Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732360762649Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732360762662 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732360762662Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732360763073 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732360763085 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732360763086 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732360763495 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732360763507 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732360763507Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13e4dc30: reopening flushed file at 1732360763916 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a3e5c16: reopening flushed file at 1732360763921 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4984fede: reopening flushed file at 1732360763927 (+6 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=58, compaction requested=false at 1732360763933 (+6 ms)Writing region close event to WAL at 1732360763934 (+1 ms)Closed at 1732360763934 2024-11-23T11:19:23,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40043 is added to blk_1073741830_1006 (size=33026) 2024-11-23T11:19:23,936 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/416af7c1-7c10-bc23-57c9-ed8cd02d5372/MasterData/WALs/64443f9a1829,33417,1732360686034/64443f9a1829%2C33417%2C1732360686034.1732360688286 not finished, retry = 0 2024-11-23T11:19:24,037 INFO [M:0;64443f9a1829:33417 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T11:19:24,037 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:19:24,037 INFO [M:0;64443f9a1829:33417 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33417 2024-11-23T11:19:24,038 INFO [M:0;64443f9a1829:33417 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:19:24,205 INFO [M:0;64443f9a1829:33417 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:19:24,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x101676a244c0003, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:19:24,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33417-0x101676a244c0003, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:19:24,207 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b1f1b24{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:19:24,207 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b7ad04a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:19:24,208 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:19:24,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d5415b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:19:24,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32a22324{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20ba61d4-e4d2-9d4a-c77b-2c324d471f64/hadoop.log.dir/,STOPPED} 2024-11-23T11:19:24,209 WARN [BP-1813984297-172.17.0.3-1732360684030 heartbeating to localhost/127.0.0.1:36603 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T11:19:24,209 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T11:19:24,209 WARN [BP-1813984297-172.17.0.3-1732360684030 heartbeating to localhost/127.0.0.1:36603 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1813984297-172.17.0.3-1732360684030 (Datanode Uuid b452ff20-fc15-4878-a661-ad1b8537a6c2) service to localhost/127.0.0.1:36603 2024-11-23T11:19:24,209 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T11:19:24,209 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20ba61d4-e4d2-9d4a-c77b-2c324d471f64/cluster_5ca36b6d-9745-3e99-3c91-ccffdeda2985/data/data1/current/BP-1813984297-172.17.0.3-1732360684030 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:19:24,210 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20ba61d4-e4d2-9d4a-c77b-2c324d471f64/cluster_5ca36b6d-9745-3e99-3c91-ccffdeda2985/data/data2/current/BP-1813984297-172.17.0.3-1732360684030 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:19:24,210 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T11:19:24,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4080f016{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:19:24,215 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7462ba1b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:19:24,215 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:19:24,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79b07b90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:19:24,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a30631c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20ba61d4-e4d2-9d4a-c77b-2c324d471f64/hadoop.log.dir/,STOPPED} 2024-11-23T11:19:24,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T11:19:24,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T11:19:24,231 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:19:24,231 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:19:24,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:24,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:24,231 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:19:24,232 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T11:19:24,232 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=456748897, stopped=false 2024-11-23T11:19:24,232 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64443f9a1829,43869,1732360680043 2024-11-23T11:19:24,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35477-0x101676a244c0001, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1370655684/running 2024-11-23T11:19:24,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x101676a244c0000, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1370655684/running 2024-11-23T11:19:24,250 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:19:24,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x101676a244c0000, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370655684 2024-11-23T11:19:24,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35477-0x101676a244c0001, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370655684 2024-11-23T11:19:24,250 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:19:24,250 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:19:24,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:24,250 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64443f9a1829,35477,1732360680469' ***** 2024-11-23T11:19:24,250 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T11:19:24,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43869-0x101676a244c0000, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Set watcher on znode that does not yet exist, /0-1370655684/running 2024-11-23T11:19:24,250 INFO [RS:0;64443f9a1829:35477 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T11:19:24,250 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T11:19:24,251 INFO [RS:0;64443f9a1829:35477 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T11:19:24,251 INFO [RS:0;64443f9a1829:35477 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T11:19:24,251 INFO [RS:0;64443f9a1829:35477 {}] regionserver.HRegionServer(3091): Received CLOSE for 4f7a41cec4ec2243701ee026391d8b47 2024-11-23T11:19:24,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35477-0x101676a244c0001, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Set watcher on znode that does not yet exist, /0-1370655684/running 2024-11-23T11:19:24,251 INFO [RS:0;64443f9a1829:35477 {}] regionserver.HRegionServer(3091): Received CLOSE for e658fc2b535deb3c3f9331c71a240d0f 2024-11-23T11:19:24,251 INFO [RS:0;64443f9a1829:35477 {}] regionserver.HRegionServer(959): stopping server 64443f9a1829,35477,1732360680469 2024-11-23T11:19:24,251 INFO [RS:0;64443f9a1829:35477 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:19:24,251 INFO [RS:0;64443f9a1829:35477 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:35477. 2024-11-23T11:19:24,251 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4f7a41cec4ec2243701ee026391d8b47, disabling compactions & flushes 2024-11-23T11:19:24,251 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732360689663.4f7a41cec4ec2243701ee026391d8b47. 2024-11-23T11:19:24,251 DEBUG [RS:0;64443f9a1829:35477 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:19:24,251 DEBUG [RS:0;64443f9a1829:35477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:24,251 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732360689663.4f7a41cec4ec2243701ee026391d8b47. 2024-11-23T11:19:24,251 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732360689663.4f7a41cec4ec2243701ee026391d8b47. after waiting 0 ms 2024-11-23T11:19:24,251 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732360689663.4f7a41cec4ec2243701ee026391d8b47. 2024-11-23T11:19:24,251 INFO [RS:0;64443f9a1829:35477 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T11:19:24,251 INFO [RS:0;64443f9a1829:35477 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T11:19:24,251 INFO [RS:0;64443f9a1829:35477 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T11:19:24,251 INFO [RS:0;64443f9a1829:35477 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T11:19:24,252 INFO [RS:0;64443f9a1829:35477 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T11:19:24,252 DEBUG [RS:0;64443f9a1829:35477 {}] regionserver.HRegionServer(1325): Online Regions={4f7a41cec4ec2243701ee026391d8b47=test,,1732360689663.4f7a41cec4ec2243701ee026391d8b47., 1588230740=hbase:meta,,1.1588230740, e658fc2b535deb3c3f9331c71a240d0f=hbase:replication,,1732360694002.e658fc2b535deb3c3f9331c71a240d0f.} 2024-11-23T11:19:24,252 DEBUG [RS:0;64443f9a1829:35477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f7a41cec4ec2243701ee026391d8b47, e658fc2b535deb3c3f9331c71a240d0f 2024-11-23T11:19:24,252 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:19:24,252 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:19:24,252 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:19:24,252 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:19:24,252 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:19:24,252 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T11:19:24,261 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/default/test/4f7a41cec4ec2243701ee026391d8b47/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T11:19:24,261 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:19:24,261 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T11:19:24,262 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732360689663.4f7a41cec4ec2243701ee026391d8b47. 2024-11-23T11:19:24,262 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4f7a41cec4ec2243701ee026391d8b47: Waiting for close lock at 1732360764251Running coprocessor pre-close hooks at 1732360764251Disabling compacts and flushes for region at 1732360764251Disabling writes for close at 1732360764251Writing region close event to WAL at 1732360764252 (+1 ms)Running coprocessor post-close hooks at 1732360764261 (+9 ms)Closed at 1732360764261 2024-11-23T11:19:24,262 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732360689663.4f7a41cec4ec2243701ee026391d8b47. 2024-11-23T11:19:24,262 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e658fc2b535deb3c3f9331c71a240d0f, disabling compactions & flushes 2024-11-23T11:19:24,262 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732360694002.e658fc2b535deb3c3f9331c71a240d0f. 2024-11-23T11:19:24,262 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732360694002.e658fc2b535deb3c3f9331c71a240d0f. 2024-11-23T11:19:24,262 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732360694002.e658fc2b535deb3c3f9331c71a240d0f. after waiting 0 ms 2024-11-23T11:19:24,262 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732360694002.e658fc2b535deb3c3f9331c71a240d0f. 2024-11-23T11:19:24,262 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e658fc2b535deb3c3f9331c71a240d0f 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-23T11:19:24,275 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/meta/1588230740/.tmp/info/dc8882e09b2742f58efc27f36db53b13 is 147, key is hbase:replication,,1732360694002.e658fc2b535deb3c3f9331c71a240d0f./info:regioninfo/1732360695172/Put/seqid=0 2024-11-23T11:19:24,275 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/replication/e658fc2b535deb3c3f9331c71a240d0f/.tmp/hfileref/a3bdb8a3fa1948fd9a3db88ee1ad4368 is 74, key is 1/hfileref:4e2903b6670d4cfe9c4a26f86ebbae93_SeqId_4_/1732360698556/DeleteColumn/seqid=0 2024-11-23T11:19:24,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43297 is added to blk_1073741844_1020 (size=5203) 2024-11-23T11:19:24,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43297 is added to blk_1073741845_1021 (size=7686) 2024-11-23T11:19:24,298 INFO [regionserver/64443f9a1829:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:19:24,452 DEBUG [RS:0;64443f9a1829:35477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e658fc2b535deb3c3f9331c71a240d0f 2024-11-23T11:19:24,652 DEBUG [RS:0;64443f9a1829:35477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e658fc2b535deb3c3f9331c71a240d0f 2024-11-23T11:19:24,680 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/replication/e658fc2b535deb3c3f9331c71a240d0f/.tmp/hfileref/a3bdb8a3fa1948fd9a3db88ee1ad4368 2024-11-23T11:19:24,680 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/meta/1588230740/.tmp/info/dc8882e09b2742f58efc27f36db53b13 2024-11-23T11:19:24,699 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/meta/1588230740/.tmp/ns/a81cbfaf3943413c94997f796fe2923b is 43, key is default/ns:d/1732360683876/Put/seqid=0 2024-11-23T11:19:24,703 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/replication/e658fc2b535deb3c3f9331c71a240d0f/.tmp/queue/4b29d55a486f4fabbc758f6d6214cdc2 is 153, key is 1-64443f9a1829,35477,1732360680469/queue:64443f9a1829%2C35477%2C1732360680469/1732360700390/Put/seqid=0 2024-11-23T11:19:24,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43297 is added to blk_1073741846_1022 (size=5153) 2024-11-23T11:19:24,706 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/meta/1588230740/.tmp/ns/a81cbfaf3943413c94997f796fe2923b 2024-11-23T11:19:24,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43297 is added to blk_1073741847_1023 (size=5352) 2024-11-23T11:19:24,723 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/meta/1588230740/.tmp/rep_barrier/8f27326453f44c0eb43e86f4e8d5d51c is 112, key is test,,1732360689663.4f7a41cec4ec2243701ee026391d8b47./rep_barrier:seqnumDuringOpen/1732360690828/Put/seqid=0 2024-11-23T11:19:24,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43297 is added to blk_1073741848_1024 (size=5518) 2024-11-23T11:19:24,852 DEBUG [RS:0;64443f9a1829:35477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e658fc2b535deb3c3f9331c71a240d0f 2024-11-23T11:19:25,052 DEBUG [RS:0;64443f9a1829:35477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e658fc2b535deb3c3f9331c71a240d0f 2024-11-23T11:19:25,112 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/replication/e658fc2b535deb3c3f9331c71a240d0f/.tmp/queue/4b29d55a486f4fabbc758f6d6214cdc2 2024-11-23T11:19:25,118 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/replication/e658fc2b535deb3c3f9331c71a240d0f/.tmp/hfileref/a3bdb8a3fa1948fd9a3db88ee1ad4368 as hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/replication/e658fc2b535deb3c3f9331c71a240d0f/hfileref/a3bdb8a3fa1948fd9a3db88ee1ad4368 2024-11-23T11:19:25,123 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/replication/e658fc2b535deb3c3f9331c71a240d0f/hfileref/a3bdb8a3fa1948fd9a3db88ee1ad4368, entries=2, sequenceid=10, filesize=5.1 K 2024-11-23T11:19:25,124 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/replication/e658fc2b535deb3c3f9331c71a240d0f/.tmp/queue/4b29d55a486f4fabbc758f6d6214cdc2 as hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/replication/e658fc2b535deb3c3f9331c71a240d0f/queue/4b29d55a486f4fabbc758f6d6214cdc2 2024-11-23T11:19:25,127 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/meta/1588230740/.tmp/rep_barrier/8f27326453f44c0eb43e86f4e8d5d51c 2024-11-23T11:19:25,131 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/replication/e658fc2b535deb3c3f9331c71a240d0f/queue/4b29d55a486f4fabbc758f6d6214cdc2, entries=1, sequenceid=10, filesize=5.2 K 2024-11-23T11:19:25,132 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for e658fc2b535deb3c3f9331c71a240d0f in 870ms, sequenceid=10, compaction requested=false 2024-11-23T11:19:25,141 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/replication/e658fc2b535deb3c3f9331c71a240d0f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-23T11:19:25,142 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:19:25,142 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:19:25,142 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732360694002.e658fc2b535deb3c3f9331c71a240d0f. 2024-11-23T11:19:25,142 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e658fc2b535deb3c3f9331c71a240d0f: Waiting for close lock at 1732360764262Running coprocessor pre-close hooks at 1732360764262Disabling compacts and flushes for region at 1732360764262Disabling writes for close at 1732360764262Obtaining lock to block concurrent updates at 1732360764262Preparing flush snapshotting stores in e658fc2b535deb3c3f9331c71a240d0f at 1732360764262Finished memstore snapshotting hbase:replication,,1732360694002.e658fc2b535deb3c3f9331c71a240d0f., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732360764262Flushing stores of hbase:replication,,1732360694002.e658fc2b535deb3c3f9331c71a240d0f. at 1732360764263 (+1 ms)Flushing e658fc2b535deb3c3f9331c71a240d0f/hfileref: creating writer at 1732360764263Flushing e658fc2b535deb3c3f9331c71a240d0f/hfileref: appending metadata at 1732360764275 (+12 ms)Flushing e658fc2b535deb3c3f9331c71a240d0f/hfileref: closing flushed file at 1732360764275Flushing e658fc2b535deb3c3f9331c71a240d0f/queue: creating writer at 1732360764685 (+410 ms)Flushing e658fc2b535deb3c3f9331c71a240d0f/queue: appending metadata at 1732360764702 (+17 ms)Flushing e658fc2b535deb3c3f9331c71a240d0f/queue: closing flushed file at 1732360764702Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@319a86e3: reopening flushed file at 1732360765117 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57476ae7: reopening flushed file at 1732360765124 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for e658fc2b535deb3c3f9331c71a240d0f in 870ms, sequenceid=10, compaction requested=false at 1732360765132 (+8 ms)Writing region close event to WAL at 1732360765133 (+1 ms)Running coprocessor post-close hooks at 1732360765141 (+8 ms)Closed at 1732360765142 (+1 ms) 2024-11-23T11:19:25,142 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732360694002.e658fc2b535deb3c3f9331c71a240d0f. 2024-11-23T11:19:25,153 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/meta/1588230740/.tmp/table/5a1466e77f9e4018a073d9496c4490e3 is 53, key is hbase:replication/table:state/1732360695180/Put/seqid=0 2024-11-23T11:19:25,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43297 is added to blk_1073741849_1025 (size=5308) 2024-11-23T11:19:25,161 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/meta/1588230740/.tmp/table/5a1466e77f9e4018a073d9496c4490e3 2024-11-23T11:19:25,168 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/meta/1588230740/.tmp/info/dc8882e09b2742f58efc27f36db53b13 as hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/meta/1588230740/info/dc8882e09b2742f58efc27f36db53b13 2024-11-23T11:19:25,175 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/meta/1588230740/info/dc8882e09b2742f58efc27f36db53b13, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T11:19:25,176 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/meta/1588230740/.tmp/ns/a81cbfaf3943413c94997f796fe2923b as hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/meta/1588230740/ns/a81cbfaf3943413c94997f796fe2923b 2024-11-23T11:19:25,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:25,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:25,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:25,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:25,182 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/meta/1588230740/ns/a81cbfaf3943413c94997f796fe2923b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T11:19:25,183 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/meta/1588230740/.tmp/rep_barrier/8f27326453f44c0eb43e86f4e8d5d51c as hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/meta/1588230740/rep_barrier/8f27326453f44c0eb43e86f4e8d5d51c 2024-11-23T11:19:25,189 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/meta/1588230740/rep_barrier/8f27326453f44c0eb43e86f4e8d5d51c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T11:19:25,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:25,190 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/meta/1588230740/.tmp/table/5a1466e77f9e4018a073d9496c4490e3 as hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/meta/1588230740/table/5a1466e77f9e4018a073d9496c4490e3 2024-11-23T11:19:25,195 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/meta/1588230740/table/5a1466e77f9e4018a073d9496c4490e3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T11:19:25,196 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 944ms, sequenceid=16, compaction requested=false 2024-11-23T11:19:25,200 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T11:19:25,201 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:19:25,201 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:19:25,201 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:19:25,201 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360764252Running coprocessor pre-close hooks at 1732360764252Disabling compacts and flushes for region at 1732360764252Disabling writes for close at 1732360764252Obtaining lock to block concurrent updates at 1732360764252Preparing flush snapshotting stores in 1588230740 at 1732360764252Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732360764252Flushing stores of hbase:meta,,1.1588230740 at 1732360764253 (+1 ms)Flushing 1588230740/info: creating writer at 1732360764253Flushing 1588230740/info: appending metadata at 1732360764275 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732360764275Flushing 1588230740/ns: creating writer at 1732360764685 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732360764699 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732360764699Flushing 1588230740/rep_barrier: creating writer at 1732360764710 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732360764723 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732360764723Flushing 1588230740/table: creating writer at 1732360765134 (+411 ms)Flushing 1588230740/table: appending metadata at 1732360765153 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732360765153Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d00a95a: reopening flushed file at 1732360765167 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@463eb160: reopening flushed file at 1732360765175 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24650c6a: reopening flushed file at 1732360765182 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6368b956: reopening flushed file at 1732360765189 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 944ms, sequenceid=16, compaction requested=false at 1732360765196 (+7 ms)Writing region close event to WAL at 1732360765197 (+1 ms)Running coprocessor post-close hooks at 1732360765201 (+4 ms)Closed at 1732360765201 2024-11-23T11:19:25,201 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T11:19:25,238 INFO [regionserver/64443f9a1829:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T11:19:25,239 INFO [regionserver/64443f9a1829:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T11:19:25,253 INFO [RS:0;64443f9a1829:35477 {}] regionserver.HRegionServer(976): stopping server 64443f9a1829,35477,1732360680469; all regions closed. 2024-11-23T11:19:25,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43297 is added to blk_1073741834_1010 (size=4239) 2024-11-23T11:19:25,257 DEBUG [RS:0;64443f9a1829:35477 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/oldWALs 2024-11-23T11:19:25,257 INFO [RS:0;64443f9a1829:35477 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C35477%2C1732360680469.meta:.meta(num 1732360683815) 2024-11-23T11:19:25,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43297 is added to blk_1073741839_1015 (size=2700) 2024-11-23T11:19:25,264 DEBUG [RS:0;64443f9a1829:35477 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/oldWALs 2024-11-23T11:19:25,264 INFO [RS:0;64443f9a1829:35477 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C35477%2C1732360680469.rep:(num 1732360695140) 2024-11-23T11:19:25,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43297 is added to blk_1073741832_1008 (size=1300) 2024-11-23T11:19:25,270 DEBUG [RS:0;64443f9a1829:35477 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/oldWALs 2024-11-23T11:19:25,270 INFO [RS:0;64443f9a1829:35477 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C35477%2C1732360680469:(num 1732360683280) 2024-11-23T11:19:25,270 DEBUG [RS:0;64443f9a1829:35477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:25,270 INFO [RS:0;64443f9a1829:35477 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:19:25,270 INFO [RS:0;64443f9a1829:35477 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:19:25,271 INFO [RS:0;64443f9a1829:35477 {}] hbase.ChoreService(370): Chore service for: regionserver/64443f9a1829:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T11:19:25,271 INFO [RS:0;64443f9a1829:35477 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:19:25,271 INFO [regionserver/64443f9a1829:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:19:25,271 INFO [RS:0;64443f9a1829:35477 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-64443f9a1829,35477,1732360680469 because: Region server is closing 2024-11-23T11:19:25,271 INFO [RS:0;64443f9a1829:35477 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:35477. 2024-11-23T11:19:25,271 DEBUG [RS:0;64443f9a1829:35477 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:19:25,271 DEBUG [RS:0;64443f9a1829:35477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:25,271 DEBUG [RS:0;64443f9a1829:35477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:25,271 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:19:25,372 WARN [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.wal-reader.64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T11:19:25,372 WARN [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.shipper64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T11:19:25,372 INFO [RS:0;64443f9a1829:35477 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,35477,1732360680469.replicationSource.shipper64443f9a1829%2C35477%2C1732360680469,1-64443f9a1829,35477,1732360680469 terminated 2024-11-23T11:19:25,372 INFO [RS:0;64443f9a1829:35477 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35477 2024-11-23T11:19:25,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35477-0x101676a244c0001, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1370655684/rs/64443f9a1829,35477,1732360680469 2024-11-23T11:19:25,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x101676a244c0000, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370655684/rs 2024-11-23T11:19:25,389 INFO [RS:0;64443f9a1829:35477 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:19:25,399 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64443f9a1829,35477,1732360680469] 2024-11-23T11:19:25,410 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1370655684/draining/64443f9a1829,35477,1732360680469 already deleted, retry=false 2024-11-23T11:19:25,410 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64443f9a1829,35477,1732360680469 expired; onlineServers=0 2024-11-23T11:19:25,410 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64443f9a1829,43869,1732360680043' ***** 2024-11-23T11:19:25,410 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T11:19:25,410 INFO [M:0;64443f9a1829:43869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:19:25,410 INFO [M:0;64443f9a1829:43869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:19:25,410 DEBUG [M:0;64443f9a1829:43869 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T11:19:25,410 DEBUG [M:0;64443f9a1829:43869 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T11:19:25,410 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T11:19:25,410 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360683004 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360683004,5,FailOnTimeoutGroup] 2024-11-23T11:19:25,410 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360683004 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360683004,5,FailOnTimeoutGroup] 2024-11-23T11:19:25,410 INFO [M:0;64443f9a1829:43869 {}] hbase.ChoreService(370): Chore service for: master/64443f9a1829:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T11:19:25,410 INFO [M:0;64443f9a1829:43869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:19:25,411 DEBUG [M:0;64443f9a1829:43869 {}] master.HMaster(1795): Stopping service threads 2024-11-23T11:19:25,411 INFO [M:0;64443f9a1829:43869 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T11:19:25,411 INFO [M:0;64443f9a1829:43869 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:19:25,411 INFO [M:0;64443f9a1829:43869 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T11:19:25,411 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T11:19:25,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x101676a244c0000, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1370655684/master 2024-11-23T11:19:25,421 DEBUG [M:0;64443f9a1829:43869 {}] zookeeper.ZKUtil(347): master:43869-0x101676a244c0000, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Unable to get data of znode /0-1370655684/master because node does not exist (not an error) 2024-11-23T11:19:25,421 WARN [M:0;64443f9a1829:43869 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T11:19:25,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x101676a244c0000, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370655684 2024-11-23T11:19:25,422 INFO [M:0;64443f9a1829:43869 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/.lastflushedseqids 2024-11-23T11:19:25,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43297 is added to blk_1073741850_1026 (size=263) 2024-11-23T11:19:25,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35477-0x101676a244c0001, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:19:25,500 INFO [RS:0;64443f9a1829:35477 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:19:25,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35477-0x101676a244c0001, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:19:25,500 INFO [RS:0;64443f9a1829:35477 {}] regionserver.HRegionServer(1031): Exiting; stopping=64443f9a1829,35477,1732360680469; zookeeper connection closed. 2024-11-23T11:19:25,500 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@335b4fbb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@335b4fbb 2024-11-23T11:19:25,500 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T11:19:25,700 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:19:25,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:25,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:25,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:25,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:25,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:25,834 INFO [M:0;64443f9a1829:43869 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T11:19:25,834 INFO [M:0;64443f9a1829:43869 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T11:19:25,834 DEBUG [M:0;64443f9a1829:43869 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:19:25,834 INFO [M:0;64443f9a1829:43869 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:19:25,834 DEBUG [M:0;64443f9a1829:43869 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:19:25,834 DEBUG [M:0;64443f9a1829:43869 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:19:25,834 DEBUG [M:0;64443f9a1829:43869 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:19:25,834 INFO [M:0;64443f9a1829:43869 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-23T11:19:25,856 DEBUG [M:0;64443f9a1829:43869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1fc22aa064cb4e9ead502a61ec2b4d9e is 82, key is hbase:meta,,1/info:regioninfo/1732360683848/Put/seqid=0 2024-11-23T11:19:25,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43297 is added to blk_1073741851_1027 (size=5672) 2024-11-23T11:19:25,861 INFO [M:0;64443f9a1829:43869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1fc22aa064cb4e9ead502a61ec2b4d9e 2024-11-23T11:19:25,888 DEBUG [M:0;64443f9a1829:43869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/911c9bfe429941a9a66e1abf8ed2bdbe is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732360690842/Put/seqid=0 2024-11-23T11:19:25,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43297 is added to blk_1073741852_1028 (size=7241) 2024-11-23T11:19:25,893 INFO [M:0;64443f9a1829:43869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/911c9bfe429941a9a66e1abf8ed2bdbe 2024-11-23T11:19:25,900 INFO [M:0;64443f9a1829:43869 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 911c9bfe429941a9a66e1abf8ed2bdbe 2024-11-23T11:19:25,920 DEBUG [M:0;64443f9a1829:43869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b042adafd4e042cc8add9a379c1e899f is 69, key is 64443f9a1829,35477,1732360680469/rs:state/1732360683117/Put/seqid=0 2024-11-23T11:19:25,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43297 is added to blk_1073741853_1029 (size=5156) 2024-11-23T11:19:25,927 INFO [M:0;64443f9a1829:43869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b042adafd4e042cc8add9a379c1e899f 2024-11-23T11:19:25,934 DEBUG [M:0;64443f9a1829:43869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1fc22aa064cb4e9ead502a61ec2b4d9e as hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1fc22aa064cb4e9ead502a61ec2b4d9e 2024-11-23T11:19:25,941 INFO [M:0;64443f9a1829:43869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1fc22aa064cb4e9ead502a61ec2b4d9e, entries=8, sequenceid=105, filesize=5.5 K 2024-11-23T11:19:25,945 DEBUG [M:0;64443f9a1829:43869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/911c9bfe429941a9a66e1abf8ed2bdbe as hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/911c9bfe429941a9a66e1abf8ed2bdbe 2024-11-23T11:19:25,952 INFO [M:0;64443f9a1829:43869 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 911c9bfe429941a9a66e1abf8ed2bdbe 2024-11-23T11:19:25,952 INFO [M:0;64443f9a1829:43869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/911c9bfe429941a9a66e1abf8ed2bdbe, entries=11, sequenceid=105, filesize=7.1 K 2024-11-23T11:19:25,953 DEBUG [M:0;64443f9a1829:43869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b042adafd4e042cc8add9a379c1e899f as hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b042adafd4e042cc8add9a379c1e899f 2024-11-23T11:19:25,966 INFO [M:0;64443f9a1829:43869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43459/user/jenkins/test-data/5b492912-360b-77b5-c192-2f1bba0a64fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b042adafd4e042cc8add9a379c1e899f, entries=1, sequenceid=105, filesize=5.0 K 2024-11-23T11:19:25,970 INFO [M:0;64443f9a1829:43869 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 135ms, sequenceid=105, compaction requested=false 2024-11-23T11:19:26,015 INFO [M:0;64443f9a1829:43869 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:19:26,015 DEBUG [M:0;64443f9a1829:43869 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360765834Disabling compacts and flushes for region at 1732360765834Disabling writes for close at 1732360765834Obtaining lock to block concurrent updates at 1732360765834Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732360765834Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1732360765834Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732360765835 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732360765835Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732360765856 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732360765856Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732360765867 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732360765887 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732360765887Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732360765900 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732360765920 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732360765920Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16da63e: reopening flushed file at 1732360765933 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62952e98: reopening flushed file at 1732360765941 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46a717ff: reopening flushed file at 1732360765952 (+11 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 135ms, sequenceid=105, compaction requested=false at 1732360765970 (+18 ms)Writing region close event to WAL at 1732360766015 (+45 ms)Closed at 1732360766015 2024-11-23T11:19:26,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43297 is added to blk_1073741830_1006 (size=64538) 2024-11-23T11:19:26,027 INFO [M:0;64443f9a1829:43869 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T11:19:26,027 INFO [M:0;64443f9a1829:43869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43869 2024-11-23T11:19:26,027 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:19:26,027 INFO [M:0;64443f9a1829:43869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:19:26,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x101676a244c0000, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:19:26,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43869-0x101676a244c0000, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:19:26,174 INFO [M:0;64443f9a1829:43869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:19:26,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e3c35f0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:19:26,186 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64f74da{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:19:26,186 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:19:26,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@109051a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:19:26,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5946eb8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa/hadoop.log.dir/,STOPPED} 2024-11-23T11:19:26,190 WARN [BP-977788796-172.17.0.3-1732360677567 heartbeating to localhost/127.0.0.1:43459 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T11:19:26,190 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T11:19:26,190 WARN [BP-977788796-172.17.0.3-1732360677567 heartbeating to localhost/127.0.0.1:43459 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-977788796-172.17.0.3-1732360677567 (Datanode Uuid f559e514-9523-4a59-a19e-bb54c22bd7e1) service to localhost/127.0.0.1:43459 2024-11-23T11:19:26,190 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T11:19:26,191 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa/cluster_093a5d56-5ec9-59f8-5b36-e97b59cb2913/data/data1/current/BP-977788796-172.17.0.3-1732360677567 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:19:26,191 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa/cluster_093a5d56-5ec9-59f8-5b36-e97b59cb2913/data/data2/current/BP-977788796-172.17.0.3-1732360677567 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:19:26,192 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T11:19:26,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b7dde8d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:19:26,203 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2753e0a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:19:26,204 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:19:26,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a1a9544{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:19:26,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70bff7d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0d57101-5156-1b94-ba1b-6459c2d19faa/hadoop.log.dir/,STOPPED} 2024-11-23T11:19:26,216 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T11:19:26,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T11:19:26,249 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 136) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:36603 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43459 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36603 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52806) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43459 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fba40b8d840.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43459 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36603 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36603 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fba40b8d840.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52806) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36603 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43459 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43459 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=282 (was 546), ProcessCount=11 (was 11), AvailableMemoryMB=7417 (was 7531) 2024-11-23T11:19:26,258 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=282, ProcessCount=11, AvailableMemoryMB=7417 2024-11-23T11:19:26,270 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-23T11:19:26,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20ba61d4-e4d2-9d4a-c77b-2c324d471f64/hadoop.log.dir so I do NOT create it in target/test-data/90377911-b015-a441-09e8-777740f91a5f 2024-11-23T11:19:26,271 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20ba61d4-e4d2-9d4a-c77b-2c324d471f64/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T11:19:26,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20ba61d4-e4d2-9d4a-c77b-2c324d471f64/hadoop.tmp.dir so I do NOT create it in target/test-data/90377911-b015-a441-09e8-777740f91a5f 2024-11-23T11:19:26,271 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20ba61d4-e4d2-9d4a-c77b-2c324d471f64/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T11:19:26,271 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f 2024-11-23T11:19:26,271 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f/cluster_ade5f551-7214-3087-d6f7-d459974e516b, deleteOnExit=true 2024-11-23T11:19:26,278 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f/cluster_ade5f551-7214-3087-d6f7-d459974e516b/zookeeper_0, clientPort=63525, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f/cluster_ade5f551-7214-3087-d6f7-d459974e516b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f/cluster_ade5f551-7214-3087-d6f7-d459974e516b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T11:19:26,287 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63525 2024-11-23T11:19:26,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T11:19:26,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T11:19:26,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f/test.cache.data in system properties and HBase conf 2024-11-23T11:19:26,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T11:19:26,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f/hadoop.log.dir in system properties and HBase conf 2024-11-23T11:19:26,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T11:19:26,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T11:19:26,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T11:19:26,288 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T11:19:26,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:19:26,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:19:26,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T11:19:26,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:19:26,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T11:19:26,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T11:19:26,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:19:26,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:19:26,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T11:19:26,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f/nfs.dump.dir in system properties and HBase conf 2024-11-23T11:19:26,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f/java.io.tmpdir in system properties and HBase conf 2024-11-23T11:19:26,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:19:26,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T11:19:26,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T11:19:26,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101676a244c0002, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T11:19:26,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101676a244c0002, quorum=127.0.0.1:52806, baseZNode=/0-1370655684 Received Disconnected from ZooKeeper, ignoring 2024-11-23T11:19:26,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101676a244c0005, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T11:19:26,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101676a244c0005, quorum=127.0.0.1:52806, baseZNode=/1892359652 Received Disconnected from ZooKeeper, ignoring 2024-11-23T11:19:26,584 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:19:26,595 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:19:26,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:19:26,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:19:26,608 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T11:19:26,609 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:19:26,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@155045e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:19:26,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7851ebb6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:19:26,756 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34361232{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f/java.io.tmpdir/jetty-localhost-42463-hadoop-hdfs-3_4_1-tests_jar-_-any-1625674407516301325/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:19:26,757 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31140d4b{HTTP/1.1, (http/1.1)}{localhost:42463} 2024-11-23T11:19:26,757 INFO [Time-limited test {}] server.Server(415): Started @141061ms 2024-11-23T11:19:27,088 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:19:27,092 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:19:27,096 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:19:27,096 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:19:27,096 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T11:19:27,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2614d7cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:19:27,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fcf7252{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:19:27,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a8352e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f/java.io.tmpdir/jetty-localhost-38575-hadoop-hdfs-3_4_1-tests_jar-_-any-275691277394739433/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:19:27,220 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@741e7fe3{HTTP/1.1, (http/1.1)}{localhost:38575} 2024-11-23T11:19:27,220 INFO [Time-limited test {}] server.Server(415): Started @141525ms 2024-11-23T11:19:27,221 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T11:19:28,141 WARN [Thread-1283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f/cluster_ade5f551-7214-3087-d6f7-d459974e516b/data/data2/current/BP-460811433-172.17.0.3-1732360766313/current, will proceed with Du for space computation calculation, 2024-11-23T11:19:28,141 WARN [Thread-1282 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f/cluster_ade5f551-7214-3087-d6f7-d459974e516b/data/data1/current/BP-460811433-172.17.0.3-1732360766313/current, will proceed with Du for space computation calculation, 2024-11-23T11:19:28,156 WARN [Thread-1270 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T11:19:28,161 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b224b8efad86742 with lease ID 0xb2a0cd0176a411ed: Processing first storage report for DS-45cc0d23-6570-45ab-b49b-22f19ae32326 from datanode DatanodeRegistration(127.0.0.1:38895, datanodeUuid=75db0644-2d56-4c78-bf0b-f43e339cdf32, infoPort=34525, infoSecurePort=0, ipcPort=44637, storageInfo=lv=-57;cid=testClusterID;nsid=857607306;c=1732360766313) 2024-11-23T11:19:28,161 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b224b8efad86742 with lease ID 0xb2a0cd0176a411ed: from storage DS-45cc0d23-6570-45ab-b49b-22f19ae32326 node DatanodeRegistration(127.0.0.1:38895, datanodeUuid=75db0644-2d56-4c78-bf0b-f43e339cdf32, infoPort=34525, infoSecurePort=0, ipcPort=44637, storageInfo=lv=-57;cid=testClusterID;nsid=857607306;c=1732360766313), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T11:19:28,161 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b224b8efad86742 with lease ID 0xb2a0cd0176a411ed: Processing first storage report for DS-7d89743f-e729-4741-aba9-400c4e8fa0f2 from datanode DatanodeRegistration(127.0.0.1:38895, datanodeUuid=75db0644-2d56-4c78-bf0b-f43e339cdf32, infoPort=34525, infoSecurePort=0, ipcPort=44637, storageInfo=lv=-57;cid=testClusterID;nsid=857607306;c=1732360766313) 2024-11-23T11:19:28,161 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b224b8efad86742 with lease ID 0xb2a0cd0176a411ed: from storage DS-7d89743f-e729-4741-aba9-400c4e8fa0f2 node DatanodeRegistration(127.0.0.1:38895, datanodeUuid=75db0644-2d56-4c78-bf0b-f43e339cdf32, infoPort=34525, infoSecurePort=0, ipcPort=44637, storageInfo=lv=-57;cid=testClusterID;nsid=857607306;c=1732360766313), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:19:28,192 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f 2024-11-23T11:19:28,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:19:28,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:19:28,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38895 is added to blk_1073741825_1001 (size=7) 2024-11-23T11:19:28,604 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7 with version=8 2024-11-23T11:19:28,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/hbase-staging 2024-11-23T11:19:28,607 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:19:28,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:19:28,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:19:28,607 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:19:28,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:19:28,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:19:28,608 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T11:19:28,608 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:19:28,608 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36585 2024-11-23T11:19:28,610 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36585 connecting to ZooKeeper ensemble=127.0.0.1:63525 2024-11-23T11:19:28,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365850x0, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:19:28,793 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36585-0x101676b7eed0000 connected 2024-11-23T11:19:29,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:19:29,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:19:29,103 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36585-0x101676b7eed0000, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Set watcher on znode that does not yet exist, /0-1680666358/running 2024-11-23T11:19:29,103 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7, hbase.cluster.distributed=false 2024-11-23T11:19:29,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36585-0x101676b7eed0000, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Set watcher on znode that does not yet exist, /0-1680666358/acl 2024-11-23T11:19:29,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36585 2024-11-23T11:19:29,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36585 2024-11-23T11:19:29,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36585 2024-11-23T11:19:29,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36585 2024-11-23T11:19:29,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36585 2024-11-23T11:19:29,130 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:19:29,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:19:29,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:19:29,130 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:19:29,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:19:29,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:19:29,131 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T11:19:29,131 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:19:29,142 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43233 2024-11-23T11:19:29,143 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43233 connecting to ZooKeeper ensemble=127.0.0.1:63525 2024-11-23T11:19:29,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:19:29,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:19:29,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432330x0, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:19:29,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:432330x0, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Set watcher on znode that does not yet exist, /0-1680666358/running 2024-11-23T11:19:29,176 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43233-0x101676b7eed0001 connected 2024-11-23T11:19:29,176 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T11:19:29,176 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T11:19:29,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43233-0x101676b7eed0001, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Set watcher on znode that does not yet exist, /0-1680666358/master 2024-11-23T11:19:29,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43233-0x101676b7eed0001, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Set watcher on znode that does not yet exist, /0-1680666358/acl 2024-11-23T11:19:29,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43233 2024-11-23T11:19:29,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43233 2024-11-23T11:19:29,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43233 2024-11-23T11:19:29,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43233 2024-11-23T11:19:29,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43233 2024-11-23T11:19:29,205 DEBUG [M:0;64443f9a1829:36585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64443f9a1829:36585 2024-11-23T11:19:29,208 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1680666358/backup-masters/64443f9a1829,36585,1732360768607 2024-11-23T11:19:29,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43233-0x101676b7eed0001, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680666358/backup-masters 2024-11-23T11:19:29,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101676b7eed0000, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680666358/backup-masters 2024-11-23T11:19:29,218 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36585-0x101676b7eed0000, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Set watcher on existing znode=/0-1680666358/backup-masters/64443f9a1829,36585,1732360768607 2024-11-23T11:19:29,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101676b7eed0000, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680666358 2024-11-23T11:19:29,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43233-0x101676b7eed0001, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1680666358/master 2024-11-23T11:19:29,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43233-0x101676b7eed0001, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680666358 2024-11-23T11:19:29,229 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36585-0x101676b7eed0000, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Set watcher on existing znode=/0-1680666358/master 2024-11-23T11:19:29,229 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1680666358/backup-masters/64443f9a1829,36585,1732360768607 from backup master directory 2024-11-23T11:19:29,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101676b7eed0000, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1680666358/backup-masters/64443f9a1829,36585,1732360768607 2024-11-23T11:19:29,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43233-0x101676b7eed0001, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680666358/backup-masters 2024-11-23T11:19:29,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101676b7eed0000, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680666358/backup-masters 2024-11-23T11:19:29,238 WARN [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:19:29,238 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64443f9a1829,36585,1732360768607 2024-11-23T11:19:29,243 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/hbase.id] with ID: 61985a06-b462-4146-a721-708a879f268f 2024-11-23T11:19:29,243 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/.tmp/hbase.id 2024-11-23T11:19:29,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38895 is added to blk_1073741826_1002 (size=42) 2024-11-23T11:19:29,250 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/.tmp/hbase.id]:[hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/hbase.id] 2024-11-23T11:19:29,265 INFO [master/64443f9a1829:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:19:29,266 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T11:19:29,267 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T11:19:29,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101676b7eed0000, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680666358 2024-11-23T11:19:29,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43233-0x101676b7eed0001, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680666358 2024-11-23T11:19:29,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38895 is added to blk_1073741827_1003 (size=196) 2024-11-23T11:19:29,287 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:19:29,287 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T11:19:29,288 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:19:29,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38895 is added to blk_1073741828_1004 (size=1189) 2024-11-23T11:19:29,702 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store 2024-11-23T11:19:29,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38895 is added to blk_1073741829_1005 (size=34) 2024-11-23T11:19:29,714 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:19:29,714 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:19:29,714 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:19:29,714 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:19:29,714 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:19:29,714 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:19:29,714 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:19:29,715 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360769714Disabling compacts and flushes for region at 1732360769714Disabling writes for close at 1732360769714Writing region close event to WAL at 1732360769714Closed at 1732360769714 2024-11-23T11:19:29,716 WARN [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/.initializing 2024-11-23T11:19:29,716 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/WALs/64443f9a1829,36585,1732360768607 2024-11-23T11:19:29,717 INFO [master/64443f9a1829:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:19:29,719 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64443f9a1829%2C36585%2C1732360768607, suffix=, logDir=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/WALs/64443f9a1829,36585,1732360768607, archiveDir=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/oldWALs, maxLogs=10 2024-11-23T11:19:29,738 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/WALs/64443f9a1829,36585,1732360768607/64443f9a1829%2C36585%2C1732360768607.1732360769719, exclude list is [], retry=0 2024-11-23T11:19:29,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38895,DS-45cc0d23-6570-45ab-b49b-22f19ae32326,DISK] 2024-11-23T11:19:29,752 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/WALs/64443f9a1829,36585,1732360768607/64443f9a1829%2C36585%2C1732360768607.1732360769719 2024-11-23T11:19:29,753 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34525:34525)] 2024-11-23T11:19:29,753 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:19:29,753 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:19:29,753 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:29,753 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:29,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:29,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T11:19:29,756 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:29,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:19:29,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:29,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T11:19:29,758 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:29,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:19:29,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:29,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T11:19:29,759 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:29,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:19:29,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:29,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T11:19:29,761 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:29,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:19:29,762 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:29,763 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:29,763 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:29,764 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:29,764 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:29,765 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:19:29,766 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:29,769 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:19:29,769 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61354801, jitterRate=-0.08574222028255463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:19:29,770 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732360769753Initializing all the Stores at 1732360769754 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360769754Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360769754Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360769754Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360769754Cleaning up temporary data from old regions at 1732360769764 (+10 ms)Region opened successfully at 1732360769770 (+6 ms) 2024-11-23T11:19:29,776 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T11:19:29,779 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4711f7b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:19:29,780 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T11:19:29,781 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T11:19:29,781 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T11:19:29,781 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T11:19:29,781 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T11:19:29,782 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T11:19:29,782 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T11:19:29,786 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T11:19:29,787 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36585-0x101676b7eed0000, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Unable to get data of znode /0-1680666358/balancer because node does not exist (not necessarily an error) 2024-11-23T11:19:29,838 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1680666358/balancer already deleted, retry=false 2024-11-23T11:19:29,839 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T11:19:29,840 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36585-0x101676b7eed0000, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Unable to get data of znode /0-1680666358/normalizer because node does not exist (not necessarily an error) 2024-11-23T11:19:29,848 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1680666358/normalizer already deleted, retry=false 2024-11-23T11:19:29,849 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T11:19:29,850 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36585-0x101676b7eed0000, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Unable to get data of znode /0-1680666358/switch/split because node does not exist (not necessarily an error) 2024-11-23T11:19:29,859 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1680666358/switch/split already deleted, retry=false 2024-11-23T11:19:29,860 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36585-0x101676b7eed0000, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Unable to get data of znode /0-1680666358/switch/merge because node does not exist (not necessarily an error) 2024-11-23T11:19:29,869 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1680666358/switch/merge already deleted, retry=false 2024-11-23T11:19:29,872 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36585-0x101676b7eed0000, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Unable to get data of znode /0-1680666358/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T11:19:29,880 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1680666358/snapshot-cleanup already deleted, retry=false 2024-11-23T11:19:29,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101676b7eed0000, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1680666358/running 2024-11-23T11:19:29,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43233-0x101676b7eed0001, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1680666358/running 2024-11-23T11:19:29,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101676b7eed0000, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680666358 2024-11-23T11:19:29,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43233-0x101676b7eed0001, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680666358 2024-11-23T11:19:29,891 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64443f9a1829,36585,1732360768607, sessionid=0x101676b7eed0000, setting cluster-up flag (Was=false) 2024-11-23T11:19:30,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101676b7eed0000, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680666358 2024-11-23T11:19:30,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43233-0x101676b7eed0001, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680666358 2024-11-23T11:19:30,214 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1680666358/flush-table-proc/acquired, /0-1680666358/flush-table-proc/reached, /0-1680666358/flush-table-proc/abort 2024-11-23T11:19:30,215 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,36585,1732360768607 2024-11-23T11:19:30,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43233-0x101676b7eed0001, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680666358 2024-11-23T11:19:30,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101676b7eed0000, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680666358 2024-11-23T11:19:30,644 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:19:30,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:30,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:30,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:30,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:30,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:30,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:30,729 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1680666358/online-snapshot/acquired, /0-1680666358/online-snapshot/reached, /0-1680666358/online-snapshot/abort 2024-11-23T11:19:30,730 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,36585,1732360768607 2024-11-23T11:19:30,731 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T11:19:30,733 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T11:19:30,733 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T11:19:30,733 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T11:19:30,733 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64443f9a1829,36585,1732360768607 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T11:19:30,734 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:19:30,734 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:19:30,734 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:19:30,734 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:19:30,735 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64443f9a1829:0, corePoolSize=10, maxPoolSize=10 2024-11-23T11:19:30,735 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:30,735 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:19:30,735 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:30,735 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732360800735 2024-11-23T11:19:30,735 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T11:19:30,735 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T11:19:30,736 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T11:19:30,736 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T11:19:30,736 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T11:19:30,736 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T11:19:30,736 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:30,736 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:19:30,736 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T11:19:30,736 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T11:19:30,736 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T11:19:30,736 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T11:19:30,736 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T11:19:30,736 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T11:19:30,737 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T11:19:30,737 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360770737,5,FailOnTimeoutGroup] 2024-11-23T11:19:30,737 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:30,737 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T11:19:30,740 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360770737,5,FailOnTimeoutGroup] 2024-11-23T11:19:30,740 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:30,740 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T11:19:30,740 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:30,740 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:30,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38895 is added to blk_1073741831_1007 (size=1321) 2024-11-23T11:19:30,793 INFO [RS:0;64443f9a1829:43233 {}] regionserver.HRegionServer(746): ClusterId : 61985a06-b462-4146-a721-708a879f268f 2024-11-23T11:19:30,793 DEBUG [RS:0;64443f9a1829:43233 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T11:19:30,856 DEBUG [RS:0;64443f9a1829:43233 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T11:19:30,856 DEBUG [RS:0;64443f9a1829:43233 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T11:19:30,963 DEBUG [RS:0;64443f9a1829:43233 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T11:19:30,964 DEBUG [RS:0;64443f9a1829:43233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6789a85f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:19:30,974 DEBUG [RS:0;64443f9a1829:43233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64443f9a1829:43233 2024-11-23T11:19:30,974 INFO [RS:0;64443f9a1829:43233 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T11:19:30,974 INFO [RS:0;64443f9a1829:43233 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T11:19:30,974 DEBUG [RS:0;64443f9a1829:43233 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T11:19:30,975 INFO [RS:0;64443f9a1829:43233 {}] regionserver.HRegionServer(2659): reportForDuty to master=64443f9a1829,36585,1732360768607 with port=43233, startcode=1732360769130 2024-11-23T11:19:30,975 DEBUG [RS:0;64443f9a1829:43233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T11:19:30,977 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T11:19:30,977 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36585 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64443f9a1829,43233,1732360769130 2024-11-23T11:19:30,977 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36585 {}] master.ServerManager(517): Registering regionserver=64443f9a1829,43233,1732360769130 2024-11-23T11:19:30,979 DEBUG [RS:0;64443f9a1829:43233 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7 2024-11-23T11:19:30,979 DEBUG [RS:0;64443f9a1829:43233 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45903 2024-11-23T11:19:30,979 DEBUG [RS:0;64443f9a1829:43233 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T11:19:31,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101676b7eed0000, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680666358/rs 2024-11-23T11:19:31,079 DEBUG [RS:0;64443f9a1829:43233 {}] zookeeper.ZKUtil(111): regionserver:43233-0x101676b7eed0001, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Set watcher on existing znode=/0-1680666358/rs/64443f9a1829,43233,1732360769130 2024-11-23T11:19:31,079 WARN [RS:0;64443f9a1829:43233 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:19:31,079 INFO [RS:0;64443f9a1829:43233 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:19:31,080 DEBUG [RS:0;64443f9a1829:43233 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,43233,1732360769130 2024-11-23T11:19:31,080 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64443f9a1829,43233,1732360769130] 2024-11-23T11:19:31,083 INFO [RS:0;64443f9a1829:43233 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T11:19:31,084 INFO [RS:0;64443f9a1829:43233 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T11:19:31,084 INFO [RS:0;64443f9a1829:43233 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T11:19:31,084 INFO [RS:0;64443f9a1829:43233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:31,085 INFO [RS:0;64443f9a1829:43233 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T11:19:31,085 INFO [RS:0;64443f9a1829:43233 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T11:19:31,085 INFO [RS:0;64443f9a1829:43233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:31,085 DEBUG [RS:0;64443f9a1829:43233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:31,085 DEBUG [RS:0;64443f9a1829:43233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:31,085 DEBUG [RS:0;64443f9a1829:43233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:31,085 DEBUG [RS:0;64443f9a1829:43233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:31,086 DEBUG [RS:0;64443f9a1829:43233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:31,086 DEBUG [RS:0;64443f9a1829:43233 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:19:31,086 DEBUG [RS:0;64443f9a1829:43233 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:31,086 DEBUG [RS:0;64443f9a1829:43233 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:31,086 DEBUG [RS:0;64443f9a1829:43233 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:31,086 DEBUG [RS:0;64443f9a1829:43233 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:31,086 DEBUG [RS:0;64443f9a1829:43233 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:31,086 DEBUG [RS:0;64443f9a1829:43233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:31,086 DEBUG [RS:0;64443f9a1829:43233 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:19:31,086 DEBUG [RS:0;64443f9a1829:43233 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:19:31,086 INFO [RS:0;64443f9a1829:43233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:31,086 INFO [RS:0;64443f9a1829:43233 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:31,086 INFO [RS:0;64443f9a1829:43233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:31,086 INFO [RS:0;64443f9a1829:43233 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:31,086 INFO [RS:0;64443f9a1829:43233 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:31,087 INFO [RS:0;64443f9a1829:43233 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,43233,1732360769130-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:19:31,103 INFO [RS:0;64443f9a1829:43233 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T11:19:31,103 INFO [RS:0;64443f9a1829:43233 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,43233,1732360769130-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:31,104 INFO [RS:0;64443f9a1829:43233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:31,104 INFO [RS:0;64443f9a1829:43233 {}] regionserver.Replication(171): 64443f9a1829,43233,1732360769130 started 2024-11-23T11:19:31,115 INFO [RS:0;64443f9a1829:43233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:31,115 INFO [RS:0;64443f9a1829:43233 {}] regionserver.HRegionServer(1482): Serving as 64443f9a1829,43233,1732360769130, RpcServer on 64443f9a1829/172.17.0.3:43233, sessionid=0x101676b7eed0001 2024-11-23T11:19:31,115 DEBUG [RS:0;64443f9a1829:43233 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T11:19:31,115 DEBUG [RS:0;64443f9a1829:43233 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64443f9a1829,43233,1732360769130 2024-11-23T11:19:31,115 DEBUG [RS:0;64443f9a1829:43233 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,43233,1732360769130' 2024-11-23T11:19:31,116 DEBUG [RS:0;64443f9a1829:43233 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1680666358/flush-table-proc/abort' 2024-11-23T11:19:31,116 DEBUG [RS:0;64443f9a1829:43233 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1680666358/flush-table-proc/acquired' 2024-11-23T11:19:31,116 DEBUG [RS:0;64443f9a1829:43233 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T11:19:31,116 DEBUG [RS:0;64443f9a1829:43233 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T11:19:31,116 DEBUG [RS:0;64443f9a1829:43233 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64443f9a1829,43233,1732360769130 2024-11-23T11:19:31,116 DEBUG [RS:0;64443f9a1829:43233 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,43233,1732360769130' 2024-11-23T11:19:31,117 DEBUG [RS:0;64443f9a1829:43233 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1680666358/online-snapshot/abort' 2024-11-23T11:19:31,117 DEBUG [RS:0;64443f9a1829:43233 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1680666358/online-snapshot/acquired' 2024-11-23T11:19:31,117 DEBUG [RS:0;64443f9a1829:43233 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T11:19:31,117 INFO [RS:0;64443f9a1829:43233 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T11:19:31,117 INFO [RS:0;64443f9a1829:43233 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T11:19:31,147 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T11:19:31,147 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7 2024-11-23T11:19:31,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38895 is added to blk_1073741832_1008 (size=32) 2024-11-23T11:19:31,218 INFO [RS:0;64443f9a1829:43233 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:19:31,220 INFO [RS:0;64443f9a1829:43233 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C43233%2C1732360769130, suffix=, logDir=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,43233,1732360769130, archiveDir=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/oldWALs, maxLogs=10 2024-11-23T11:19:31,234 DEBUG [RS:0;64443f9a1829:43233 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,43233,1732360769130/64443f9a1829%2C43233%2C1732360769130.1732360771220, exclude list is [], retry=0 2024-11-23T11:19:31,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38895,DS-45cc0d23-6570-45ab-b49b-22f19ae32326,DISK] 2024-11-23T11:19:31,238 INFO [RS:0;64443f9a1829:43233 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,43233,1732360769130/64443f9a1829%2C43233%2C1732360769130.1732360771220 2024-11-23T11:19:31,238 DEBUG [RS:0;64443f9a1829:43233 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34525:34525)] 2024-11-23T11:19:31,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:19:31,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:19:31,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:19:31,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:31,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:19:31,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:19:31,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:19:31,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:31,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:19:31,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:19:31,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:19:31,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:31,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:19:31,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:19:31,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:19:31,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:31,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:19:31,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:19:31,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/meta/1588230740 2024-11-23T11:19:31,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/meta/1588230740 2024-11-23T11:19:31,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:19:31,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:19:31,563 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:19:31,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:19:31,565 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:19:31,566 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73659973, jitterRate=0.09761913120746613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:19:31,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732360771553Initializing all the Stores at 1732360771554 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360771554Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360771554Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360771554Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360771554Cleaning up temporary data from old regions at 1732360771562 (+8 ms)Region opened successfully at 1732360771566 (+4 ms) 2024-11-23T11:19:31,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:19:31,566 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:19:31,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:19:31,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:19:31,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:19:31,567 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:19:31,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360771566Disabling compacts and flushes for region at 1732360771566Disabling writes for close at 1732360771566Writing region close event to WAL at 1732360771567 (+1 ms)Closed at 1732360771567 2024-11-23T11:19:31,568 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:19:31,568 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T11:19:31,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T11:19:31,569 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:19:31,570 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T11:19:31,720 DEBUG [64443f9a1829:36585 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T11:19:31,721 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64443f9a1829,43233,1732360769130 2024-11-23T11:19:31,722 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,43233,1732360769130, state=OPENING 2024-11-23T11:19:31,866 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T11:19:32,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101676b7eed0000, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680666358 2024-11-23T11:19:32,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43233-0x101676b7eed0001, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680666358 2024-11-23T11:19:32,021 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:19:32,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,43233,1732360769130}] 2024-11-23T11:19:32,021 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1680666358/meta-region-server: CHANGED 2024-11-23T11:19:32,022 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1680666358/meta-region-server: CHANGED 2024-11-23T11:19:32,174 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:19:32,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T11:19:32,180 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T11:19:32,180 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:19:32,181 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T11:19:32,182 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C43233%2C1732360769130.meta, suffix=.meta, logDir=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,43233,1732360769130, archiveDir=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/oldWALs, maxLogs=10 2024-11-23T11:19:32,198 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,43233,1732360769130/64443f9a1829%2C43233%2C1732360769130.meta.1732360772182.meta, exclude list is [], retry=0 2024-11-23T11:19:32,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38895,DS-45cc0d23-6570-45ab-b49b-22f19ae32326,DISK] 2024-11-23T11:19:32,201 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,43233,1732360769130/64443f9a1829%2C43233%2C1732360769130.meta.1732360772182.meta 2024-11-23T11:19:32,202 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34525:34525)] 2024-11-23T11:19:32,202 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:19:32,202 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:19:32,202 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:19:32,202 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T11:19:32,202 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T11:19:32,202 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T11:19:32,202 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:19:32,202 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T11:19:32,203 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T11:19:32,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:19:32,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:19:32,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:32,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:19:32,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:19:32,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:19:32,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:32,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:19:32,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:19:32,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:19:32,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:32,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:19:32,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:19:32,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:19:32,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:32,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:19:32,208 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:19:32,209 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/meta/1588230740 2024-11-23T11:19:32,210 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/meta/1588230740 2024-11-23T11:19:32,210 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:19:32,210 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:19:32,211 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:19:32,212 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:19:32,213 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65759155, jitterRate=-0.020112231373786926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:19:32,213 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T11:19:32,213 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732360772203Writing region info on filesystem at 1732360772203Initializing all the Stores at 1732360772203Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360772203Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360772203Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360772203Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360772203Cleaning up temporary data from old regions at 1732360772210 (+7 ms)Running coprocessor post-open hooks at 1732360772213 (+3 ms)Region opened successfully at 1732360772213 2024-11-23T11:19:32,214 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732360772174 2024-11-23T11:19:32,216 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T11:19:32,216 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T11:19:32,216 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64443f9a1829,43233,1732360769130 2024-11-23T11:19:32,217 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,43233,1732360769130, state=OPEN 2024-11-23T11:19:32,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101676b7eed0000, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1680666358/meta-region-server 2024-11-23T11:19:32,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43233-0x101676b7eed0001, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1680666358/meta-region-server 2024-11-23T11:19:32,238 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64443f9a1829,43233,1732360769130 2024-11-23T11:19:32,238 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1680666358/meta-region-server: CHANGED 2024-11-23T11:19:32,238 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1680666358/meta-region-server: CHANGED 2024-11-23T11:19:32,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T11:19:32,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,43233,1732360769130 in 217 msec 2024-11-23T11:19:32,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T11:19:32,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 672 msec 2024-11-23T11:19:32,242 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:19:32,242 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T11:19:32,244 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:19:32,244 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,43233,1732360769130, seqNum=-1] 2024-11-23T11:19:32,244 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:19:32,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:19:32,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5170 sec 2024-11-23T11:19:32,251 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732360772251, completionTime=-1 2024-11-23T11:19:32,251 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T11:19:32,251 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T11:19:32,253 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T11:19:32,253 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732360832253 2024-11-23T11:19:32,253 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732360892253 2024-11-23T11:19:32,253 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T11:19:32,253 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,36585,1732360768607-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:32,253 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,36585,1732360768607-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:32,253 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,36585,1732360768607-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:32,253 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64443f9a1829:36585, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:32,253 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:32,254 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:32,255 DEBUG [master/64443f9a1829:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T11:19:32,257 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.019sec 2024-11-23T11:19:32,257 INFO [master/64443f9a1829:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T11:19:32,257 INFO [master/64443f9a1829:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T11:19:32,257 INFO [master/64443f9a1829:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T11:19:32,257 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T11:19:32,257 INFO [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T11:19:32,257 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,36585,1732360768607-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:19:32,258 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,36585,1732360768607-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T11:19:32,260 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T11:19:32,260 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T11:19:32,260 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,36585,1732360768607-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:32,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7557fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:19:32,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,36585,-1 for getting cluster id 2024-11-23T11:19:32,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:19:32,295 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '61985a06-b462-4146-a721-708a879f268f' 2024-11-23T11:19:32,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:19:32,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "61985a06-b462-4146-a721-708a879f268f" 2024-11-23T11:19:32,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7731ef31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:19:32,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,36585,-1] 2024-11-23T11:19:32,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:19:32,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:32,297 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:19:32,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@100290b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:19:32,299 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:19:32,300 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,43233,1732360769130, seqNum=-1] 2024-11-23T11:19:32,300 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:19:32,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:19:32,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64443f9a1829,36585,1732360768607 2024-11-23T11:19:32,303 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63525 2024-11-23T11:19:32,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:19:32,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101676b7eed0002 connected 2024-11-23T11:19:32,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f/hadoop.log.dir so I do NOT create it in target/test-data/0d27948a-f585-05bd-b9b8-e9d1edc2fec0 2024-11-23T11:19:32,324 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T11:19:32,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f/hadoop.tmp.dir so I do NOT create it in target/test-data/0d27948a-f585-05bd-b9b8-e9d1edc2fec0 2024-11-23T11:19:32,324 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T11:19:32,324 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d27948a-f585-05bd-b9b8-e9d1edc2fec0 2024-11-23T11:19:32,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T11:19:32,324 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d27948a-f585-05bd-b9b8-e9d1edc2fec0/cluster_809bd48d-a529-0a7d-d016-6972142a2a30, deleteOnExit=true 2024-11-23T11:19:32,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T11:19:32,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d27948a-f585-05bd-b9b8-e9d1edc2fec0/test.cache.data in system properties and HBase conf 2024-11-23T11:19:32,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d27948a-f585-05bd-b9b8-e9d1edc2fec0/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T11:19:32,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d27948a-f585-05bd-b9b8-e9d1edc2fec0/hadoop.log.dir in system properties and HBase conf 2024-11-23T11:19:32,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d27948a-f585-05bd-b9b8-e9d1edc2fec0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T11:19:32,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d27948a-f585-05bd-b9b8-e9d1edc2fec0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T11:19:32,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T11:19:32,325 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T11:19:32,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d27948a-f585-05bd-b9b8-e9d1edc2fec0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:19:32,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d27948a-f585-05bd-b9b8-e9d1edc2fec0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:19:32,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d27948a-f585-05bd-b9b8-e9d1edc2fec0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T11:19:32,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d27948a-f585-05bd-b9b8-e9d1edc2fec0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:19:32,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d27948a-f585-05bd-b9b8-e9d1edc2fec0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T11:19:32,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d27948a-f585-05bd-b9b8-e9d1edc2fec0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T11:19:32,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d27948a-f585-05bd-b9b8-e9d1edc2fec0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:19:32,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d27948a-f585-05bd-b9b8-e9d1edc2fec0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:19:32,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d27948a-f585-05bd-b9b8-e9d1edc2fec0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T11:19:32,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d27948a-f585-05bd-b9b8-e9d1edc2fec0/nfs.dump.dir in system properties and HBase conf 2024-11-23T11:19:32,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d27948a-f585-05bd-b9b8-e9d1edc2fec0/java.io.tmpdir in system properties and HBase conf 2024-11-23T11:19:32,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d27948a-f585-05bd-b9b8-e9d1edc2fec0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:19:32,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d27948a-f585-05bd-b9b8-e9d1edc2fec0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T11:19:32,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d27948a-f585-05bd-b9b8-e9d1edc2fec0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T11:19:32,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T11:19:32,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T11:19:32,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T11:19:32,661 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:19:32,667 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:19:32,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:19:32,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:19:32,669 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T11:19:32,670 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:19:32,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a775333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d27948a-f585-05bd-b9b8-e9d1edc2fec0/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:19:32,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c973322{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:19:32,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bb8a9b8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d27948a-f585-05bd-b9b8-e9d1edc2fec0/java.io.tmpdir/jetty-localhost-40615-hadoop-hdfs-3_4_1-tests_jar-_-any-9136508175735079837/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:19:32,787 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@376ffd37{HTTP/1.1, (http/1.1)}{localhost:40615} 2024-11-23T11:19:32,787 INFO [Time-limited test {}] server.Server(415): Started @147092ms 2024-11-23T11:19:33,050 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:19:33,053 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:19:33,056 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:19:33,056 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:19:33,056 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T11:19:33,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1671ab22{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d27948a-f585-05bd-b9b8-e9d1edc2fec0/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:19:33,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f61ebe8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:19:33,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e64d11a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d27948a-f585-05bd-b9b8-e9d1edc2fec0/java.io.tmpdir/jetty-localhost-43595-hadoop-hdfs-3_4_1-tests_jar-_-any-14224667393620073910/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:19:33,160 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c4a46ff{HTTP/1.1, (http/1.1)}{localhost:43595} 2024-11-23T11:19:33,160 INFO [Time-limited test {}] server.Server(415): Started @147465ms 2024-11-23T11:19:33,162 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T11:19:34,164 WARN [Thread-1403 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d27948a-f585-05bd-b9b8-e9d1edc2fec0/cluster_809bd48d-a529-0a7d-d016-6972142a2a30/data/data1/current/BP-8975487-172.17.0.3-1732360772342/current, will proceed with Du for space computation calculation, 2024-11-23T11:19:34,165 WARN [Thread-1404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d27948a-f585-05bd-b9b8-e9d1edc2fec0/cluster_809bd48d-a529-0a7d-d016-6972142a2a30/data/data2/current/BP-8975487-172.17.0.3-1732360772342/current, will proceed with Du for space computation calculation, 2024-11-23T11:19:34,190 WARN [Thread-1391 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T11:19:34,192 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x436269cb5e8ff4a7 with lease ID 0xc323179a13387641: Processing first storage report for DS-2c3aa2dc-0b63-456a-ab94-fb19e5224ed7 from datanode DatanodeRegistration(127.0.0.1:38531, datanodeUuid=68058d2f-a7ee-417d-b3c9-52f5391c56a3, infoPort=38593, infoSecurePort=0, ipcPort=45227, storageInfo=lv=-57;cid=testClusterID;nsid=1683800364;c=1732360772342) 2024-11-23T11:19:34,192 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x436269cb5e8ff4a7 with lease ID 0xc323179a13387641: from storage DS-2c3aa2dc-0b63-456a-ab94-fb19e5224ed7 node DatanodeRegistration(127.0.0.1:38531, datanodeUuid=68058d2f-a7ee-417d-b3c9-52f5391c56a3, infoPort=38593, infoSecurePort=0, ipcPort=45227, storageInfo=lv=-57;cid=testClusterID;nsid=1683800364;c=1732360772342), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T11:19:34,192 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x436269cb5e8ff4a7 with lease ID 0xc323179a13387641: Processing first storage report for DS-2e425204-10c4-4b5e-a1f6-ba86644bf21c from datanode DatanodeRegistration(127.0.0.1:38531, datanodeUuid=68058d2f-a7ee-417d-b3c9-52f5391c56a3, infoPort=38593, infoSecurePort=0, ipcPort=45227, storageInfo=lv=-57;cid=testClusterID;nsid=1683800364;c=1732360772342) 2024-11-23T11:19:34,192 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x436269cb5e8ff4a7 with lease ID 0xc323179a13387641: from storage DS-2e425204-10c4-4b5e-a1f6-ba86644bf21c node DatanodeRegistration(127.0.0.1:38531, datanodeUuid=68058d2f-a7ee-417d-b3c9-52f5391c56a3, infoPort=38593, infoSecurePort=0, ipcPort=45227, storageInfo=lv=-57;cid=testClusterID;nsid=1683800364;c=1732360772342), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:19:34,199 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d27948a-f585-05bd-b9b8-e9d1edc2fec0 2024-11-23T11:19:34,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:19:34,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:19:34,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741825_1001 (size=7) 2024-11-23T11:19:34,211 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78 with version=8 2024-11-23T11:19:34,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/hbase-staging 2024-11-23T11:19:34,213 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:19:34,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:19:34,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:19:34,214 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:19:34,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:19:34,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:19:34,214 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T11:19:34,214 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:19:34,216 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35675 2024-11-23T11:19:34,217 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35675 connecting to ZooKeeper ensemble=127.0.0.1:63525 2024-11-23T11:19:34,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356750x0, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:19:34,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35675-0x101676b7eed0003 connected 2024-11-23T11:19:34,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:19:34,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:19:34,327 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35675-0x101676b7eed0003, quorum=127.0.0.1:63525, baseZNode=/1964991489 Set watcher on znode that does not yet exist, /1964991489/running 2024-11-23T11:19:34,327 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78, hbase.cluster.distributed=false 2024-11-23T11:19:34,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35675-0x101676b7eed0003, quorum=127.0.0.1:63525, baseZNode=/1964991489 Set watcher on znode that does not yet exist, /1964991489/acl 2024-11-23T11:19:34,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35675 2024-11-23T11:19:34,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35675 2024-11-23T11:19:34,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35675 2024-11-23T11:19:34,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35675 2024-11-23T11:19:34,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35675 2024-11-23T11:19:34,350 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:19:34,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:19:34,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:19:34,350 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:19:34,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:19:34,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:19:34,350 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T11:19:34,350 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:19:34,351 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37131 2024-11-23T11:19:34,351 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37131 connecting to ZooKeeper ensemble=127.0.0.1:63525 2024-11-23T11:19:34,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:19:34,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:19:34,364 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371310x0, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:19:34,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371310x0, quorum=127.0.0.1:63525, baseZNode=/1964991489 Set watcher on znode that does not yet exist, /1964991489/running 2024-11-23T11:19:34,365 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T11:19:34,367 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37131-0x101676b7eed0004 connected 2024-11-23T11:19:34,368 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T11:19:34,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37131-0x101676b7eed0004, quorum=127.0.0.1:63525, baseZNode=/1964991489 Set watcher on znode that does not yet exist, /1964991489/master 2024-11-23T11:19:34,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37131-0x101676b7eed0004, quorum=127.0.0.1:63525, baseZNode=/1964991489 Set watcher on znode that does not yet exist, /1964991489/acl 2024-11-23T11:19:34,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37131 2024-11-23T11:19:34,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37131 2024-11-23T11:19:34,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37131 2024-11-23T11:19:34,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37131 2024-11-23T11:19:34,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37131 2024-11-23T11:19:34,390 DEBUG [M:0;64443f9a1829:35675 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64443f9a1829:35675 2024-11-23T11:19:34,390 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1964991489/backup-masters/64443f9a1829,35675,1732360774213 2024-11-23T11:19:34,403 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x101676b7eed0004, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1964991489/backup-masters 2024-11-23T11:19:34,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35675-0x101676b7eed0003, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1964991489/backup-masters 2024-11-23T11:19:34,403 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35675-0x101676b7eed0003, quorum=127.0.0.1:63525, baseZNode=/1964991489 Set watcher on existing znode=/1964991489/backup-masters/64443f9a1829,35675,1732360774213 2024-11-23T11:19:34,414 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x101676b7eed0004, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1964991489/master 2024-11-23T11:19:34,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35675-0x101676b7eed0003, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1964991489 2024-11-23T11:19:34,414 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x101676b7eed0004, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1964991489 2024-11-23T11:19:34,414 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35675-0x101676b7eed0003, quorum=127.0.0.1:63525, baseZNode=/1964991489 Set watcher on existing znode=/1964991489/master 2024-11-23T11:19:34,414 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1964991489/backup-masters/64443f9a1829,35675,1732360774213 from backup master directory 2024-11-23T11:19:34,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35675-0x101676b7eed0003, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1964991489/backup-masters/64443f9a1829,35675,1732360774213 2024-11-23T11:19:34,424 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x101676b7eed0004, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1964991489/backup-masters 2024-11-23T11:19:34,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35675-0x101676b7eed0003, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1964991489/backup-masters 2024-11-23T11:19:34,424 WARN [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:19:34,424 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64443f9a1829,35675,1732360774213 2024-11-23T11:19:34,428 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/hbase.id] with ID: f11ef6e1-f0f8-4186-9598-42a7fe41d6b5 2024-11-23T11:19:34,428 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/.tmp/hbase.id 2024-11-23T11:19:34,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741826_1002 (size=42) 2024-11-23T11:19:34,836 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/.tmp/hbase.id]:[hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/hbase.id] 2024-11-23T11:19:34,847 INFO [master/64443f9a1829:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:19:34,847 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T11:19:34,848 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T11:19:34,859 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x101676b7eed0004, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1964991489 2024-11-23T11:19:34,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35675-0x101676b7eed0003, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1964991489 2024-11-23T11:19:34,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741827_1003 (size=196) 2024-11-23T11:19:35,265 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:19:35,265 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T11:19:35,265 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:19:35,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741828_1004 (size=1189) 2024-11-23T11:19:35,671 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/MasterData/data/master/store 2024-11-23T11:19:35,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741829_1005 (size=34) 2024-11-23T11:19:35,688 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:19:35,688 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:19:35,689 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:19:35,689 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:19:35,689 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:19:35,689 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:19:35,689 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:19:35,689 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360775688Disabling compacts and flushes for region at 1732360775688Disabling writes for close at 1732360775689 (+1 ms)Writing region close event to WAL at 1732360775689Closed at 1732360775689 2024-11-23T11:19:35,690 WARN [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/MasterData/data/master/store/.initializing 2024-11-23T11:19:35,690 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/MasterData/WALs/64443f9a1829,35675,1732360774213 2024-11-23T11:19:35,694 INFO [master/64443f9a1829:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:19:35,696 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64443f9a1829%2C35675%2C1732360774213, suffix=, logDir=hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/MasterData/WALs/64443f9a1829,35675,1732360774213, archiveDir=hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/MasterData/oldWALs, maxLogs=10 2024-11-23T11:19:35,712 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/MasterData/WALs/64443f9a1829,35675,1732360774213/64443f9a1829%2C35675%2C1732360774213.1732360775697, exclude list is [], retry=0 2024-11-23T11:19:35,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38531,DS-2c3aa2dc-0b63-456a-ab94-fb19e5224ed7,DISK] 2024-11-23T11:19:35,716 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/MasterData/WALs/64443f9a1829,35675,1732360774213/64443f9a1829%2C35675%2C1732360774213.1732360775697 2024-11-23T11:19:35,717 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38593:38593)] 2024-11-23T11:19:35,717 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:19:35,717 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:19:35,717 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:35,717 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:35,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:35,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T11:19:35,720 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:35,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:19:35,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:35,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T11:19:35,722 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:35,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:19:35,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:35,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T11:19:35,723 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:35,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:19:35,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:35,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T11:19:35,725 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:35,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:19:35,726 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:35,726 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:35,726 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:35,727 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:35,727 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:35,728 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:19:35,729 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:35,733 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:19:35,733 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75089721, jitterRate=0.11892403662204742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:19:35,733 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732360775717Initializing all the Stores at 1732360775718 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360775718Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360775718Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360775718Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360775718Cleaning up temporary data from old regions at 1732360775727 (+9 ms)Region opened successfully at 1732360775733 (+6 ms) 2024-11-23T11:19:35,734 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T11:19:35,737 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d15975f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:19:35,738 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T11:19:35,738 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T11:19:35,738 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T11:19:35,738 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T11:19:35,738 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T11:19:35,739 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T11:19:35,739 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T11:19:35,740 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T11:19:35,741 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35675-0x101676b7eed0003, quorum=127.0.0.1:63525, baseZNode=/1964991489 Unable to get data of znode /1964991489/balancer because node does not exist (not necessarily an error) 2024-11-23T11:19:35,764 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1964991489/balancer already deleted, retry=false 2024-11-23T11:19:35,764 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T11:19:35,765 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35675-0x101676b7eed0003, quorum=127.0.0.1:63525, baseZNode=/1964991489 Unable to get data of znode /1964991489/normalizer because node does not exist (not necessarily an error) 2024-11-23T11:19:35,785 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1964991489/normalizer already deleted, retry=false 2024-11-23T11:19:35,785 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T11:19:35,786 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35675-0x101676b7eed0003, quorum=127.0.0.1:63525, baseZNode=/1964991489 Unable to get data of znode /1964991489/switch/split because node does not exist (not necessarily an error) 2024-11-23T11:19:35,795 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1964991489/switch/split already deleted, retry=false 2024-11-23T11:19:35,796 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35675-0x101676b7eed0003, quorum=127.0.0.1:63525, baseZNode=/1964991489 Unable to get data of znode /1964991489/switch/merge because node does not exist (not necessarily an error) 2024-11-23T11:19:35,806 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1964991489/switch/merge already deleted, retry=false 2024-11-23T11:19:35,808 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35675-0x101676b7eed0003, quorum=127.0.0.1:63525, baseZNode=/1964991489 Unable to get data of znode /1964991489/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T11:19:35,816 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1964991489/snapshot-cleanup already deleted, retry=false 2024-11-23T11:19:35,827 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x101676b7eed0004, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1964991489/running 2024-11-23T11:19:35,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35675-0x101676b7eed0003, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1964991489/running 2024-11-23T11:19:35,827 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x101676b7eed0004, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1964991489 2024-11-23T11:19:35,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35675-0x101676b7eed0003, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1964991489 2024-11-23T11:19:35,828 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64443f9a1829,35675,1732360774213, sessionid=0x101676b7eed0003, setting cluster-up flag (Was=false) 2024-11-23T11:19:35,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35675-0x101676b7eed0003, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1964991489 2024-11-23T11:19:35,921 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x101676b7eed0004, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1964991489 2024-11-23T11:19:36,035 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1964991489/flush-table-proc/acquired, /1964991489/flush-table-proc/reached, /1964991489/flush-table-proc/abort 2024-11-23T11:19:36,036 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,35675,1732360774213 2024-11-23T11:19:36,059 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x101676b7eed0004, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1964991489 2024-11-23T11:19:36,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35675-0x101676b7eed0003, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1964991489 2024-11-23T11:19:36,090 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1964991489/online-snapshot/acquired, /1964991489/online-snapshot/reached, /1964991489/online-snapshot/abort 2024-11-23T11:19:36,091 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,35675,1732360774213 2024-11-23T11:19:36,092 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T11:19:36,093 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T11:19:36,093 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T11:19:36,093 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T11:19:36,093 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64443f9a1829,35675,1732360774213 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T11:19:36,094 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:19:36,095 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:19:36,095 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:19:36,095 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:19:36,095 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64443f9a1829:0, corePoolSize=10, maxPoolSize=10 2024-11-23T11:19:36,095 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:36,095 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:19:36,095 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:36,096 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732360806096 2024-11-23T11:19:36,096 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:19:36,096 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T11:19:36,096 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T11:19:36,096 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T11:19:36,096 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T11:19:36,096 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T11:19:36,096 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T11:19:36,096 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T11:19:36,097 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:36,097 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T11:19:36,098 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:36,098 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T11:19:36,098 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T11:19:36,098 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T11:19:36,098 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T11:19:36,099 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T11:19:36,099 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T11:19:36,100 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360776099,5,FailOnTimeoutGroup] 2024-11-23T11:19:36,101 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360776100,5,FailOnTimeoutGroup] 2024-11-23T11:19:36,101 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:36,101 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T11:19:36,101 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:36,101 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:36,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741831_1007 (size=1321) 2024-11-23T11:19:36,182 INFO [RS:0;64443f9a1829:37131 {}] regionserver.HRegionServer(746): ClusterId : f11ef6e1-f0f8-4186-9598-42a7fe41d6b5 2024-11-23T11:19:36,182 DEBUG [RS:0;64443f9a1829:37131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T11:19:36,193 DEBUG [RS:0;64443f9a1829:37131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T11:19:36,193 DEBUG [RS:0;64443f9a1829:37131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T11:19:36,206 DEBUG [RS:0;64443f9a1829:37131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T11:19:36,207 DEBUG [RS:0;64443f9a1829:37131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fdc6555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:19:36,216 DEBUG [RS:0;64443f9a1829:37131 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64443f9a1829:37131 2024-11-23T11:19:36,216 INFO [RS:0;64443f9a1829:37131 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T11:19:36,216 INFO [RS:0;64443f9a1829:37131 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T11:19:36,216 DEBUG [RS:0;64443f9a1829:37131 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T11:19:36,217 INFO [RS:0;64443f9a1829:37131 {}] regionserver.HRegionServer(2659): reportForDuty to master=64443f9a1829,35675,1732360774213 with port=37131, startcode=1732360774350 2024-11-23T11:19:36,217 DEBUG [RS:0;64443f9a1829:37131 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T11:19:36,218 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T11:19:36,219 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35675 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64443f9a1829,37131,1732360774350 2024-11-23T11:19:36,219 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35675 {}] master.ServerManager(517): Registering regionserver=64443f9a1829,37131,1732360774350 2024-11-23T11:19:36,222 DEBUG [RS:0;64443f9a1829:37131 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78 2024-11-23T11:19:36,222 DEBUG [RS:0;64443f9a1829:37131 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36597 2024-11-23T11:19:36,222 DEBUG [RS:0;64443f9a1829:37131 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T11:19:36,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35675-0x101676b7eed0003, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1964991489/rs 2024-11-23T11:19:36,263 DEBUG [RS:0;64443f9a1829:37131 {}] zookeeper.ZKUtil(111): regionserver:37131-0x101676b7eed0004, quorum=127.0.0.1:63525, baseZNode=/1964991489 Set watcher on existing znode=/1964991489/rs/64443f9a1829,37131,1732360774350 2024-11-23T11:19:36,263 WARN [RS:0;64443f9a1829:37131 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:19:36,263 INFO [RS:0;64443f9a1829:37131 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:19:36,263 DEBUG [RS:0;64443f9a1829:37131 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/WALs/64443f9a1829,37131,1732360774350 2024-11-23T11:19:36,263 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64443f9a1829,37131,1732360774350] 2024-11-23T11:19:36,266 INFO [RS:0;64443f9a1829:37131 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T11:19:36,267 INFO [RS:0;64443f9a1829:37131 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T11:19:36,267 INFO [RS:0;64443f9a1829:37131 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T11:19:36,268 INFO [RS:0;64443f9a1829:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:36,268 INFO [RS:0;64443f9a1829:37131 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T11:19:36,269 INFO [RS:0;64443f9a1829:37131 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T11:19:36,269 INFO [RS:0;64443f9a1829:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:36,269 DEBUG [RS:0;64443f9a1829:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:36,269 DEBUG [RS:0;64443f9a1829:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:36,269 DEBUG [RS:0;64443f9a1829:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:36,269 DEBUG [RS:0;64443f9a1829:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:36,269 DEBUG [RS:0;64443f9a1829:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:36,269 DEBUG [RS:0;64443f9a1829:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:19:36,269 DEBUG [RS:0;64443f9a1829:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:36,269 DEBUG [RS:0;64443f9a1829:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:36,269 DEBUG [RS:0;64443f9a1829:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:36,269 DEBUG [RS:0;64443f9a1829:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:36,269 DEBUG [RS:0;64443f9a1829:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:36,269 DEBUG [RS:0;64443f9a1829:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:36,269 DEBUG [RS:0;64443f9a1829:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:19:36,269 DEBUG [RS:0;64443f9a1829:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:19:36,273 INFO [RS:0;64443f9a1829:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:36,273 INFO [RS:0;64443f9a1829:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:36,273 INFO [RS:0;64443f9a1829:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:36,273 INFO [RS:0;64443f9a1829:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:36,273 INFO [RS:0;64443f9a1829:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:36,273 INFO [RS:0;64443f9a1829:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,37131,1732360774350-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:19:36,287 INFO [RS:0;64443f9a1829:37131 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T11:19:36,287 INFO [RS:0;64443f9a1829:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,37131,1732360774350-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:36,287 INFO [RS:0;64443f9a1829:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:36,287 INFO [RS:0;64443f9a1829:37131 {}] regionserver.Replication(171): 64443f9a1829,37131,1732360774350 started 2024-11-23T11:19:36,299 INFO [RS:0;64443f9a1829:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:36,299 INFO [RS:0;64443f9a1829:37131 {}] regionserver.HRegionServer(1482): Serving as 64443f9a1829,37131,1732360774350, RpcServer on 64443f9a1829/172.17.0.3:37131, sessionid=0x101676b7eed0004 2024-11-23T11:19:36,300 DEBUG [RS:0;64443f9a1829:37131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T11:19:36,300 DEBUG [RS:0;64443f9a1829:37131 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64443f9a1829,37131,1732360774350 2024-11-23T11:19:36,300 DEBUG [RS:0;64443f9a1829:37131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,37131,1732360774350' 2024-11-23T11:19:36,300 DEBUG [RS:0;64443f9a1829:37131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1964991489/flush-table-proc/abort' 2024-11-23T11:19:36,300 DEBUG [RS:0;64443f9a1829:37131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1964991489/flush-table-proc/acquired' 2024-11-23T11:19:36,301 DEBUG [RS:0;64443f9a1829:37131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T11:19:36,301 DEBUG [RS:0;64443f9a1829:37131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T11:19:36,301 DEBUG [RS:0;64443f9a1829:37131 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64443f9a1829,37131,1732360774350 2024-11-23T11:19:36,301 DEBUG [RS:0;64443f9a1829:37131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,37131,1732360774350' 2024-11-23T11:19:36,301 DEBUG [RS:0;64443f9a1829:37131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1964991489/online-snapshot/abort' 2024-11-23T11:19:36,301 DEBUG [RS:0;64443f9a1829:37131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1964991489/online-snapshot/acquired' 2024-11-23T11:19:36,301 DEBUG [RS:0;64443f9a1829:37131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T11:19:36,301 INFO [RS:0;64443f9a1829:37131 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T11:19:36,301 INFO [RS:0;64443f9a1829:37131 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T11:19:36,402 INFO [RS:0;64443f9a1829:37131 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:19:36,403 INFO [RS:0;64443f9a1829:37131 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C37131%2C1732360774350, suffix=, logDir=hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/WALs/64443f9a1829,37131,1732360774350, archiveDir=hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/oldWALs, maxLogs=10 2024-11-23T11:19:36,416 DEBUG [RS:0;64443f9a1829:37131 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/WALs/64443f9a1829,37131,1732360774350/64443f9a1829%2C37131%2C1732360774350.1732360776403, exclude list is [], retry=0 2024-11-23T11:19:36,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38531,DS-2c3aa2dc-0b63-456a-ab94-fb19e5224ed7,DISK] 2024-11-23T11:19:36,421 INFO [RS:0;64443f9a1829:37131 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/WALs/64443f9a1829,37131,1732360774350/64443f9a1829%2C37131%2C1732360774350.1732360776403 2024-11-23T11:19:36,421 DEBUG [RS:0;64443f9a1829:37131 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38593:38593)] 2024-11-23T11:19:36,503 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T11:19:36,504 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78 2024-11-23T11:19:36,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741833_1009 (size=32) 2024-11-23T11:19:36,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:19:36,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:19:36,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:19:36,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:36,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:19:36,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:19:36,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:19:36,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:36,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:19:36,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:19:36,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:19:36,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:36,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:19:36,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:19:36,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:19:36,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:36,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:19:36,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:19:36,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/data/hbase/meta/1588230740 2024-11-23T11:19:36,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/data/hbase/meta/1588230740 2024-11-23T11:19:36,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:19:36,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:19:36,918 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:19:36,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:19:36,921 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:19:36,921 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67937579, jitterRate=0.01234881579875946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:19:36,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732360776909Initializing all the Stores at 1732360776910 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360776910Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360776910Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360776910Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360776910Cleaning up temporary data from old regions at 1732360776918 (+8 ms)Region opened successfully at 1732360776922 (+4 ms) 2024-11-23T11:19:36,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:19:36,922 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:19:36,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:19:36,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:19:36,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:19:36,922 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:19:36,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360776922Disabling compacts and flushes for region at 1732360776922Disabling writes for close at 1732360776922Writing region close event to WAL at 1732360776922Closed at 1732360776922 2024-11-23T11:19:36,923 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:19:36,923 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T11:19:36,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T11:19:36,924 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:19:36,925 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T11:19:37,075 DEBUG [64443f9a1829:35675 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T11:19:37,075 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64443f9a1829,37131,1732360774350 2024-11-23T11:19:37,076 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,37131,1732360774350, state=OPENING 2024-11-23T11:19:37,083 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T11:19:37,087 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T11:19:37,098 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x101676b7eed0004, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1964991489 2024-11-23T11:19:37,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35675-0x101676b7eed0003, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1964991489 2024-11-23T11:19:37,098 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:19:37,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1964991489/meta-region-server: CHANGED 2024-11-23T11:19:37,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1964991489/meta-region-server: CHANGED 2024-11-23T11:19:37,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,37131,1732360774350}] 2024-11-23T11:19:37,250 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:19:37,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35377, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T11:19:37,256 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T11:19:37,256 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:19:37,257 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T11:19:37,259 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C37131%2C1732360774350.meta, suffix=.meta, logDir=hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/WALs/64443f9a1829,37131,1732360774350, archiveDir=hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/oldWALs, maxLogs=10 2024-11-23T11:19:37,276 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/WALs/64443f9a1829,37131,1732360774350/64443f9a1829%2C37131%2C1732360774350.meta.1732360777259.meta, exclude list is [], retry=0 2024-11-23T11:19:37,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38531,DS-2c3aa2dc-0b63-456a-ab94-fb19e5224ed7,DISK] 2024-11-23T11:19:37,280 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/WALs/64443f9a1829,37131,1732360774350/64443f9a1829%2C37131%2C1732360774350.meta.1732360777259.meta 2024-11-23T11:19:37,281 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38593:38593)] 2024-11-23T11:19:37,281 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:19:37,282 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:19:37,282 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:19:37,282 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T11:19:37,282 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T11:19:37,282 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T11:19:37,282 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:19:37,283 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T11:19:37,283 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T11:19:37,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:19:37,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:19:37,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:37,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:19:37,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:19:37,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:19:37,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:37,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:19:37,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:19:37,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:19:37,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:37,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:19:37,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:19:37,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:19:37,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:37,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:19:37,293 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:19:37,294 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/data/hbase/meta/1588230740 2024-11-23T11:19:37,295 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/data/hbase/meta/1588230740 2024-11-23T11:19:37,298 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:19:37,298 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:19:37,298 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:19:37,300 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:19:37,301 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71196311, jitterRate=0.06090770661830902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:19:37,301 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T11:19:37,301 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732360777283Writing region info on filesystem at 1732360777283Initializing all the Stores at 1732360777284 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360777284Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360777284Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360777284Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360777284Cleaning up temporary data from old regions at 1732360777298 (+14 ms)Running coprocessor post-open hooks at 1732360777301 (+3 ms)Region opened successfully at 1732360777301 2024-11-23T11:19:37,302 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732360777250 2024-11-23T11:19:37,305 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T11:19:37,305 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T11:19:37,306 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64443f9a1829,37131,1732360774350 2024-11-23T11:19:37,307 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,37131,1732360774350, state=OPEN 2024-11-23T11:19:37,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35675-0x101676b7eed0003, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1964991489/meta-region-server 2024-11-23T11:19:37,319 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x101676b7eed0004, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1964991489/meta-region-server 2024-11-23T11:19:37,319 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64443f9a1829,37131,1732360774350 2024-11-23T11:19:37,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1964991489/meta-region-server: CHANGED 2024-11-23T11:19:37,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1964991489/meta-region-server: CHANGED 2024-11-23T11:19:37,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T11:19:37,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,37131,1732360774350 in 221 msec 2024-11-23T11:19:37,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T11:19:37,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 401 msec 2024-11-23T11:19:37,329 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:19:37,329 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T11:19:37,331 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:19:37,331 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,37131,1732360774350, seqNum=-1] 2024-11-23T11:19:37,332 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:19:37,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:19:37,339 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2450 sec 2024-11-23T11:19:37,339 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732360777339, completionTime=-1 2024-11-23T11:19:37,339 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T11:19:37,339 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T11:19:37,341 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T11:19:37,342 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732360837341 2024-11-23T11:19:37,342 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732360897342 2024-11-23T11:19:37,342 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T11:19:37,342 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,35675,1732360774213-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:37,342 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,35675,1732360774213-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:37,342 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,35675,1732360774213-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:37,342 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64443f9a1829:35675, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:37,342 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:37,342 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:37,344 DEBUG [master/64443f9a1829:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T11:19:37,347 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.923sec 2024-11-23T11:19:37,347 INFO [master/64443f9a1829:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T11:19:37,347 INFO [master/64443f9a1829:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T11:19:37,347 INFO [master/64443f9a1829:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T11:19:37,347 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T11:19:37,347 INFO [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T11:19:37,347 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,35675,1732360774213-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:19:37,347 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,35675,1732360774213-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T11:19:37,350 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T11:19:37,350 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T11:19:37,350 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,35675,1732360774213-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:37,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b70435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:19:37,383 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,35675,-1 for getting cluster id 2024-11-23T11:19:37,383 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:19:37,384 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f11ef6e1-f0f8-4186-9598-42a7fe41d6b5' 2024-11-23T11:19:37,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:19:37,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f11ef6e1-f0f8-4186-9598-42a7fe41d6b5" 2024-11-23T11:19:37,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67537ee0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:19:37,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,35675,-1] 2024-11-23T11:19:37,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:19:37,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:37,386 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:19:37,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@440662b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:19:37,387 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:19:37,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,37131,1732360774350, seqNum=-1] 2024-11-23T11:19:37,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:19:37,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:19:37,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64443f9a1829,35675,1732360774213 2024-11-23T11:19:37,392 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63525 2024-11-23T11:19:37,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:19:37,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101676b7eed0005 connected 2024-11-23T11:19:37,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@731f67e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:19:37,416 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,36585,-1 for getting cluster id 2024-11-23T11:19:37,416 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:19:37,417 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '61985a06-b462-4146-a721-708a879f268f' 2024-11-23T11:19:37,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:19:37,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "61985a06-b462-4146-a721-708a879f268f" 2024-11-23T11:19:37,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ead7f33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:19:37,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,36585,-1] 2024-11-23T11:19:37,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:19:37,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:37,419 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:19:37,419 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2acb1f4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:19:37,420 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:19:37,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,36585,1732360768607 2024-11-23T11:19:37,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48846d2e 2024-11-23T11:19:37,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:19:37,422 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:19:37,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://64443f9a1829:35675,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T11:19:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T11:19:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:19:37,429 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:35675' 2024-11-23T11:19:37,431 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ffb8c7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:19:37,431 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,35675,-1 for getting cluster id 2024-11-23T11:19:37,431 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:19:37,432 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f11ef6e1-f0f8-4186-9598-42a7fe41d6b5' 2024-11-23T11:19:37,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:19:37,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f11ef6e1-f0f8-4186-9598-42a7fe41d6b5" 2024-11-23T11:19:37,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dbab7dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:19:37,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,35675,-1] 2024-11-23T11:19:37,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:19:37,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:37,434 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:19:37,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21430b11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:19:37,435 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:19:37,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,35675,1732360774213 2024-11-23T11:19:37,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c2a76bc 2024-11-23T11:19:37,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:19:37,437 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:19:37,437 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-23T11:19:37,438 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T11:19:37,438 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:37,438 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:37,438 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:19:37,438 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:19:37,440 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T11:19:37,441 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:19:37,441 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:37,442 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:19:37,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38895 is added to blk_1073741835_1011 (size=1138) 2024-11-23T11:19:37,490 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T11:19:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:19:37,705 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:19:37,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:37,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:37,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:37,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:37,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:19:37,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:37,849 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fa855b85d76dc16da6c5e14a7d429dc2, NAME => 'hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7 2024-11-23T11:19:37,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38895 is added to blk_1073741836_1012 (size=44) 2024-11-23T11:19:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:19:38,255 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:19:38,256 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fa855b85d76dc16da6c5e14a7d429dc2, disabling compactions & flushes 2024-11-23T11:19:38,256 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2. 2024-11-23T11:19:38,256 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2. 2024-11-23T11:19:38,256 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2. after waiting 0 ms 2024-11-23T11:19:38,256 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2. 2024-11-23T11:19:38,256 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2. 2024-11-23T11:19:38,256 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fa855b85d76dc16da6c5e14a7d429dc2: Waiting for close lock at 1732360778256Disabling compacts and flushes for region at 1732360778256Disabling writes for close at 1732360778256Writing region close event to WAL at 1732360778256Closed at 1732360778256 2024-11-23T11:19:38,257 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:19:38,258 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732360778257"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732360778257"}]},"ts":"1732360778257"} 2024-11-23T11:19:38,260 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T11:19:38,262 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:19:38,262 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360778262"}]},"ts":"1732360778262"} 2024-11-23T11:19:38,266 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T11:19:38,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa855b85d76dc16da6c5e14a7d429dc2, ASSIGN}] 2024-11-23T11:19:38,269 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa855b85d76dc16da6c5e14a7d429dc2, ASSIGN 2024-11-23T11:19:38,271 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fa855b85d76dc16da6c5e14a7d429dc2, ASSIGN; state=OFFLINE, location=64443f9a1829,43233,1732360769130; forceNewPlan=false, retain=false 2024-11-23T11:19:38,422 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fa855b85d76dc16da6c5e14a7d429dc2, regionState=OPENING, regionLocation=64443f9a1829,43233,1732360769130 2024-11-23T11:19:38,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fa855b85d76dc16da6c5e14a7d429dc2, ASSIGN because future has completed 2024-11-23T11:19:38,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa855b85d76dc16da6c5e14a7d429dc2, server=64443f9a1829,43233,1732360769130}] 2024-11-23T11:19:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:19:38,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2. 2024-11-23T11:19:38,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:19:38,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T11:19:38,587 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C43233%2C1732360769130.rep, suffix=, logDir=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,43233,1732360769130, archiveDir=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/oldWALs, maxLogs=10 2024-11-23T11:19:38,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,43233,1732360769130/64443f9a1829%2C43233%2C1732360769130.rep.1732360778588, exclude list is [], retry=0 2024-11-23T11:19:38,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38895,DS-45cc0d23-6570-45ab-b49b-22f19ae32326,DISK] 2024-11-23T11:19:38,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,43233,1732360769130/64443f9a1829%2C43233%2C1732360769130.rep.1732360778588 2024-11-23T11:19:38,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34525:34525)] 2024-11-23T11:19:38,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => fa855b85d76dc16da6c5e14a7d429dc2, NAME => 'hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:19:38,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:19:38,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:19:38,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2. service=MultiRowMutationService 2024-11-23T11:19:38,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T11:19:38,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fa855b85d76dc16da6c5e14a7d429dc2 2024-11-23T11:19:38,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:19:38,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for fa855b85d76dc16da6c5e14a7d429dc2 2024-11-23T11:19:38,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for fa855b85d76dc16da6c5e14a7d429dc2 2024-11-23T11:19:38,614 INFO [StoreOpener-fa855b85d76dc16da6c5e14a7d429dc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fa855b85d76dc16da6c5e14a7d429dc2 2024-11-23T11:19:38,616 INFO [StoreOpener-fa855b85d76dc16da6c5e14a7d429dc2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa855b85d76dc16da6c5e14a7d429dc2 columnFamilyName hfileref 2024-11-23T11:19:38,617 DEBUG [StoreOpener-fa855b85d76dc16da6c5e14a7d429dc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:38,617 INFO [StoreOpener-fa855b85d76dc16da6c5e14a7d429dc2-1 {}] regionserver.HStore(327): Store=fa855b85d76dc16da6c5e14a7d429dc2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:19:38,617 INFO [StoreOpener-fa855b85d76dc16da6c5e14a7d429dc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fa855b85d76dc16da6c5e14a7d429dc2 2024-11-23T11:19:38,618 INFO [StoreOpener-fa855b85d76dc16da6c5e14a7d429dc2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa855b85d76dc16da6c5e14a7d429dc2 columnFamilyName queue 2024-11-23T11:19:38,619 DEBUG [StoreOpener-fa855b85d76dc16da6c5e14a7d429dc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:38,619 INFO [StoreOpener-fa855b85d76dc16da6c5e14a7d429dc2-1 {}] regionserver.HStore(327): Store=fa855b85d76dc16da6c5e14a7d429dc2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:19:38,619 INFO [StoreOpener-fa855b85d76dc16da6c5e14a7d429dc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fa855b85d76dc16da6c5e14a7d429dc2 2024-11-23T11:19:38,620 INFO [StoreOpener-fa855b85d76dc16da6c5e14a7d429dc2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa855b85d76dc16da6c5e14a7d429dc2 columnFamilyName sid 2024-11-23T11:19:38,620 DEBUG [StoreOpener-fa855b85d76dc16da6c5e14a7d429dc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:38,621 INFO [StoreOpener-fa855b85d76dc16da6c5e14a7d429dc2-1 {}] regionserver.HStore(327): Store=fa855b85d76dc16da6c5e14a7d429dc2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:19:38,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for fa855b85d76dc16da6c5e14a7d429dc2 2024-11-23T11:19:38,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/replication/fa855b85d76dc16da6c5e14a7d429dc2 2024-11-23T11:19:38,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/replication/fa855b85d76dc16da6c5e14a7d429dc2 2024-11-23T11:19:38,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for fa855b85d76dc16da6c5e14a7d429dc2 2024-11-23T11:19:38,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for fa855b85d76dc16da6c5e14a7d429dc2 2024-11-23T11:19:38,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:19:38,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for fa855b85d76dc16da6c5e14a7d429dc2 2024-11-23T11:19:38,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/replication/fa855b85d76dc16da6c5e14a7d429dc2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:19:38,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened fa855b85d76dc16da6c5e14a7d429dc2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62112117, jitterRate=-0.0744573324918747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:19:38,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa855b85d76dc16da6c5e14a7d429dc2 2024-11-23T11:19:38,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for fa855b85d76dc16da6c5e14a7d429dc2: Running coprocessor pre-open hook at 1732360778613Writing region info on filesystem at 1732360778613Initializing all the Stores at 1732360778614 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360778614Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360778614Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360778614Cleaning up temporary data from old regions at 1732360778624 (+10 ms)Running coprocessor post-open hooks at 1732360778635 (+11 ms)Region opened successfully at 1732360778636 (+1 ms) 2024-11-23T11:19:38,638 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2., pid=7, masterSystemTime=1732360778579 2024-11-23T11:19:38,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2. 2024-11-23T11:19:38,642 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2. 2024-11-23T11:19:38,642 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fa855b85d76dc16da6c5e14a7d429dc2, regionState=OPEN, openSeqNum=2, regionLocation=64443f9a1829,43233,1732360769130 2024-11-23T11:19:38,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa855b85d76dc16da6c5e14a7d429dc2, server=64443f9a1829,43233,1732360769130 because future has completed 2024-11-23T11:19:38,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-23T11:19:38,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure fa855b85d76dc16da6c5e14a7d429dc2, server=64443f9a1829,43233,1732360769130 in 240 msec 2024-11-23T11:19:38,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T11:19:38,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa855b85d76dc16da6c5e14a7d429dc2, ASSIGN in 405 msec 2024-11-23T11:19:38,682 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:19:38,682 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360778682"}]},"ts":"1732360778682"} 2024-11-23T11:19:38,685 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T11:19:38,690 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:19:38,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2530 sec 2024-11-23T11:19:38,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2., hostname=64443f9a1829,43233,1732360769130, seqNum=2] 2024-11-23T11:19:38,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101676b7eed0000, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680666358 2024-11-23T11:19:38,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43233-0x101676b7eed0001, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680666358 2024-11-23T11:19:38,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T11:19:38,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-23T11:19:38,985 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T11:19:39,028 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-64443f9a1829,43233,1732360769130, ReplicationSource: 1, currentBandwidth=0 2024-11-23T11:19:39,029 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:19:39,029 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,43233,1732360769130, seqNum=-1] 2024-11-23T11:19:39,030 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:19:39,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-23T11:19:39,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-64443f9a1829,43233,1732360769130', locateType=CURRENT is [region=hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2., hostname=64443f9a1829,43233,1732360769130, seqNum=2] 2024-11-23T11:19:39,044 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-23T11:19:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-23T11:19:39,049 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 64443f9a1829,43233,1732360769130 suceeded 2024-11-23T11:19:39,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-23T11:19:39,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 221 msec 2024-11-23T11:19:39,055 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://64443f9a1829:35675,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T11:19:39,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6320 sec 2024-11-23T11:19:39,075 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43233,1732360769130 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:35675' 2024-11-23T11:19:39,078 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43233,1732360769130 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15b65ae2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:19:39,078 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43233,1732360769130 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,35675,-1 for getting cluster id 2024-11-23T11:19:39,078 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43233,1732360769130 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:19:39,079 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f11ef6e1-f0f8-4186-9598-42a7fe41d6b5' 2024-11-23T11:19:39,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:19:39,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f11ef6e1-f0f8-4186-9598-42a7fe41d6b5" 2024-11-23T11:19:39,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41f2f4fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:19:39,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,35675,-1] 2024-11-23T11:19:39,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:19:39,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:39,081 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:19:39,082 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43233,1732360769130 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ffa6d80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:19:39,082 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43233,1732360769130 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:19:39,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,35675,1732360774213 2024-11-23T11:19:39,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@416fdfaa 2024-11-23T11:19:39,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:19:39,085 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-23T11:19:39,088 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43233,1732360769130 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-64443f9a1829,43233,1732360769130 (queues=1) is replicating from cluster=61985a06-b462-4146-a721-708a879f268f to cluster=f11ef6e1-f0f8-4186-9598-42a7fe41d6b5 2024-11-23T11:19:39,088 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43233,1732360769130 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=64443f9a1829%2C43233%2C1732360769130 2024-11-23T11:19:39,094 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43233,1732360769130 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-64443f9a1829,43233,1732360769130, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T11:19:39,113 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43233,1732360769130.replicationSource.wal-reader.64443f9a1829%2C43233%2C1732360769130,1-64443f9a1829,43233,1732360769130 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,43233,1732360769130/64443f9a1829%2C43233%2C1732360769130.1732360771220, startPosition=0, beingWritten=true 2024-11-23T11:19:39,124 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43233,1732360769130.replicationSource.shipper64443f9a1829%2C43233%2C1732360769130,1-64443f9a1829,43233,1732360769130 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64443f9a1829%2C43233%2C1732360769130 2024-11-23T11:19:39,345 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43233,1732360769130.replicationSource.wal-reader.64443f9a1829%2C43233%2C1732360769130,1-64443f9a1829,43233,1732360769130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,43233,1732360769130/64443f9a1829%2C43233%2C1732360769130.1732360771220 to pos 0, reset compression=false 2024-11-23T11:19:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:19:39,575 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T11:19:39,575 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:19:39,575 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:19:39,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:39,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:39,575 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:19:39,575 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:19:39,576 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,36585,1732360768607 2024-11-23T11:19:39,576 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@566016bc 2024-11-23T11:19:39,576 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:19:39,577 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:19:39,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-23T11:19:39,578 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:19:39,578 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:19:39,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:39,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:39,578 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:19:39,578 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T11:19:39,578 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=911340673, stopped=false 2024-11-23T11:19:39,578 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64443f9a1829,36585,1732360768607 2024-11-23T11:19:39,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43233-0x101676b7eed0001, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1680666358/running 2024-11-23T11:19:39,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101676b7eed0000, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1680666358/running 2024-11-23T11:19:39,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43233-0x101676b7eed0001, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680666358 2024-11-23T11:19:39,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101676b7eed0000, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680666358 2024-11-23T11:19:39,627 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:19:39,627 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:19:39,627 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:19:39,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:39,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43233-0x101676b7eed0001, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Set watcher on znode that does not yet exist, /0-1680666358/running 2024-11-23T11:19:39,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36585-0x101676b7eed0000, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Set watcher on znode that does not yet exist, /0-1680666358/running 2024-11-23T11:19:39,627 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64443f9a1829,43233,1732360769130' ***** 2024-11-23T11:19:39,627 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T11:19:39,628 INFO [RS:0;64443f9a1829:43233 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T11:19:39,628 INFO [RS:0;64443f9a1829:43233 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T11:19:39,628 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T11:19:39,628 INFO [RS:0;64443f9a1829:43233 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T11:19:39,628 INFO [RS:0;64443f9a1829:43233 {}] regionserver.HRegionServer(3091): Received CLOSE for fa855b85d76dc16da6c5e14a7d429dc2 2024-11-23T11:19:39,628 INFO [RS:0;64443f9a1829:43233 {}] regionserver.HRegionServer(959): stopping server 64443f9a1829,43233,1732360769130 2024-11-23T11:19:39,628 INFO [RS:0;64443f9a1829:43233 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:19:39,628 INFO [RS:0;64443f9a1829:43233 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:43233. 2024-11-23T11:19:39,628 DEBUG [RS:0;64443f9a1829:43233 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:19:39,628 DEBUG [RS:0;64443f9a1829:43233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:39,628 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa855b85d76dc16da6c5e14a7d429dc2, disabling compactions & flushes 2024-11-23T11:19:39,628 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2. 2024-11-23T11:19:39,628 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2. 2024-11-23T11:19:39,628 INFO [RS:0;64443f9a1829:43233 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T11:19:39,628 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2. after waiting 0 ms 2024-11-23T11:19:39,628 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2. 2024-11-23T11:19:39,628 INFO [RS:0;64443f9a1829:43233 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T11:19:39,628 INFO [RS:0;64443f9a1829:43233 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T11:19:39,628 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fa855b85d76dc16da6c5e14a7d429dc2 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-23T11:19:39,629 INFO [RS:0;64443f9a1829:43233 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T11:19:39,629 INFO [RS:0;64443f9a1829:43233 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T11:19:39,629 DEBUG [RS:0;64443f9a1829:43233 {}] regionserver.HRegionServer(1325): Online Regions={fa855b85d76dc16da6c5e14a7d429dc2=hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T11:19:39,629 DEBUG [RS:0;64443f9a1829:43233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fa855b85d76dc16da6c5e14a7d429dc2 2024-11-23T11:19:39,629 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:19:39,629 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:19:39,629 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:19:39,629 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:19:39,629 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:19:39,629 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-23T11:19:39,642 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/meta/1588230740/.tmp/info/51e4a89c2df947bd889de85852b44995 is 147, key is hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2./info:regioninfo/1732360778642/Put/seqid=0 2024-11-23T11:19:39,645 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/replication/fa855b85d76dc16da6c5e14a7d429dc2/.tmp/queue/a7e1df8be6c04bf98497fe597296b18e is 151, key is 1-64443f9a1829,43233,1732360769130/queue:64443f9a1829%2C43233%2C1732360769130/1732360779037/Put/seqid=0 2024-11-23T11:19:39,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38895 is added to blk_1073741838_1014 (size=6631) 2024-11-23T11:19:39,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38895 is added to blk_1073741839_1015 (size=5350) 2024-11-23T11:19:39,668 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43233,1732360769130.replicationSource.wal-reader.64443f9a1829%2C43233%2C1732360769130,1-64443f9a1829,43233,1732360769130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,43233,1732360769130/64443f9a1829%2C43233%2C1732360769130.1732360771220 to pos 0, reset compression=false 2024-11-23T11:19:39,698 INFO [regionserver/64443f9a1829:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:19:39,829 DEBUG [RS:0;64443f9a1829:43233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fa855b85d76dc16da6c5e14a7d429dc2 2024-11-23T11:19:40,029 DEBUG [RS:0;64443f9a1829:43233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fa855b85d76dc16da6c5e14a7d429dc2 2024-11-23T11:19:40,047 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/meta/1588230740/.tmp/info/51e4a89c2df947bd889de85852b44995 2024-11-23T11:19:40,049 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/replication/fa855b85d76dc16da6c5e14a7d429dc2/.tmp/queue/a7e1df8be6c04bf98497fe597296b18e 2024-11-23T11:19:40,054 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/replication/fa855b85d76dc16da6c5e14a7d429dc2/.tmp/queue/a7e1df8be6c04bf98497fe597296b18e as hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/replication/fa855b85d76dc16da6c5e14a7d429dc2/queue/a7e1df8be6c04bf98497fe597296b18e 2024-11-23T11:19:40,060 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/replication/fa855b85d76dc16da6c5e14a7d429dc2/queue/a7e1df8be6c04bf98497fe597296b18e, entries=1, sequenceid=5, filesize=5.2 K 2024-11-23T11:19:40,061 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for fa855b85d76dc16da6c5e14a7d429dc2 in 433ms, sequenceid=5, compaction requested=false 2024-11-23T11:19:40,061 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T11:19:40,067 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/replication/fa855b85d76dc16da6c5e14a7d429dc2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T11:19:40,067 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:19:40,067 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:19:40,067 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2. 2024-11-23T11:19:40,068 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa855b85d76dc16da6c5e14a7d429dc2: Waiting for close lock at 1732360779628Running coprocessor pre-close hooks at 1732360779628Disabling compacts and flushes for region at 1732360779628Disabling writes for close at 1732360779628Obtaining lock to block concurrent updates at 1732360779629 (+1 ms)Preparing flush snapshotting stores in fa855b85d76dc16da6c5e14a7d429dc2 at 1732360779629Finished memstore snapshotting hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732360779629Flushing stores of hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2. at 1732360779629Flushing fa855b85d76dc16da6c5e14a7d429dc2/queue: creating writer at 1732360779629Flushing fa855b85d76dc16da6c5e14a7d429dc2/queue: appending metadata at 1732360779644 (+15 ms)Flushing fa855b85d76dc16da6c5e14a7d429dc2/queue: closing flushed file at 1732360779644Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ffb4c76: reopening flushed file at 1732360780053 (+409 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for fa855b85d76dc16da6c5e14a7d429dc2 in 433ms, sequenceid=5, compaction requested=false at 1732360780061 (+8 ms)Writing region close event to WAL at 1732360780063 (+2 ms)Running coprocessor post-close hooks at 1732360780067 (+4 ms)Closed at 1732360780067 2024-11-23T11:19:40,068 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2. 2024-11-23T11:19:40,073 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43233,1732360769130.replicationSource.wal-reader.64443f9a1829%2C43233%2C1732360769130,1-64443f9a1829,43233,1732360769130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,43233,1732360769130/64443f9a1829%2C43233%2C1732360769130.1732360771220 to pos 0, reset compression=false 2024-11-23T11:19:40,073 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/meta/1588230740/.tmp/ns/45a3a06c8e4b4a79ac09e1f396e6fd9e is 43, key is default/ns:d/1732360772246/Put/seqid=0 2024-11-23T11:19:40,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38895 is added to blk_1073741840_1016 (size=5153) 2024-11-23T11:19:40,149 INFO [regionserver/64443f9a1829:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T11:19:40,149 INFO [regionserver/64443f9a1829:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T11:19:40,229 DEBUG [RS:0;64443f9a1829:43233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:19:40,430 DEBUG [RS:0;64443f9a1829:43233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:19:40,480 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/meta/1588230740/.tmp/ns/45a3a06c8e4b4a79ac09e1f396e6fd9e 2024-11-23T11:19:40,506 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/meta/1588230740/.tmp/table/a6dd51d313384b6eb1798ecb67dc608b is 53, key is hbase:replication/table:state/1732360778682/Put/seqid=0 2024-11-23T11:19:40,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38895 is added to blk_1073741841_1017 (size=5256) 2024-11-23T11:19:40,530 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/meta/1588230740/.tmp/table/a6dd51d313384b6eb1798ecb67dc608b 2024-11-23T11:19:40,537 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/meta/1588230740/.tmp/info/51e4a89c2df947bd889de85852b44995 as hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/meta/1588230740/info/51e4a89c2df947bd889de85852b44995 2024-11-23T11:19:40,547 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/meta/1588230740/info/51e4a89c2df947bd889de85852b44995, entries=10, sequenceid=11, filesize=6.5 K 2024-11-23T11:19:40,548 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/meta/1588230740/.tmp/ns/45a3a06c8e4b4a79ac09e1f396e6fd9e as hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/meta/1588230740/ns/45a3a06c8e4b4a79ac09e1f396e6fd9e 2024-11-23T11:19:40,555 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/meta/1588230740/ns/45a3a06c8e4b4a79ac09e1f396e6fd9e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T11:19:40,556 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/meta/1588230740/.tmp/table/a6dd51d313384b6eb1798ecb67dc608b as hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/meta/1588230740/table/a6dd51d313384b6eb1798ecb67dc608b 2024-11-23T11:19:40,572 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/meta/1588230740/table/a6dd51d313384b6eb1798ecb67dc608b, entries=2, sequenceid=11, filesize=5.1 K 2024-11-23T11:19:40,573 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 944ms, sequenceid=11, compaction requested=false 2024-11-23T11:19:40,580 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43233,1732360769130.replicationSource.wal-reader.64443f9a1829%2C43233%2C1732360769130,1-64443f9a1829,43233,1732360769130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,43233,1732360769130/64443f9a1829%2C43233%2C1732360769130.1732360771220 to pos 0, reset compression=false 2024-11-23T11:19:40,592 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T11:19:40,592 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:19:40,592 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:19:40,592 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:19:40,592 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360779629Running coprocessor pre-close hooks at 1732360779629Disabling compacts and flushes for region at 1732360779629Disabling writes for close at 1732360779629Obtaining lock to block concurrent updates at 1732360779629Preparing flush snapshotting stores in 1588230740 at 1732360779629Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732360779629Flushing stores of hbase:meta,,1.1588230740 at 1732360779630 (+1 ms)Flushing 1588230740/info: creating writer at 1732360779630Flushing 1588230740/info: appending metadata at 1732360779642 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732360779642Flushing 1588230740/ns: creating writer at 1732360780053 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732360780072 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732360780072Flushing 1588230740/table: creating writer at 1732360780486 (+414 ms)Flushing 1588230740/table: appending metadata at 1732360780505 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732360780505Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@535eba74: reopening flushed file at 1732360780536 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4681757f: reopening flushed file at 1732360780547 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a3a6d43: reopening flushed file at 1732360780555 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 944ms, sequenceid=11, compaction requested=false at 1732360780573 (+18 ms)Writing region close event to WAL at 1732360780587 (+14 ms)Running coprocessor post-close hooks at 1732360780592 (+5 ms)Closed at 1732360780592 2024-11-23T11:19:40,593 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T11:19:40,630 INFO [RS:0;64443f9a1829:43233 {}] regionserver.HRegionServer(976): stopping server 64443f9a1829,43233,1732360769130; all regions closed. 2024-11-23T11:19:40,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38895 is added to blk_1073741834_1010 (size=2742) 2024-11-23T11:19:40,635 DEBUG [RS:0;64443f9a1829:43233 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/oldWALs 2024-11-23T11:19:40,635 INFO [RS:0;64443f9a1829:43233 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C43233%2C1732360769130.meta:.meta(num 1732360772182) 2024-11-23T11:19:40,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38895 is added to blk_1073741837_1013 (size=1586) 2024-11-23T11:19:40,644 DEBUG [RS:0;64443f9a1829:43233 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/oldWALs 2024-11-23T11:19:40,644 INFO [RS:0;64443f9a1829:43233 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C43233%2C1732360769130.rep:(num 1732360778588) 2024-11-23T11:19:40,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38895 is added to blk_1073741833_1009 (size=93) 2024-11-23T11:19:40,656 DEBUG [RS:0;64443f9a1829:43233 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/oldWALs 2024-11-23T11:19:40,656 INFO [RS:0;64443f9a1829:43233 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C43233%2C1732360769130:(num 1732360771220) 2024-11-23T11:19:40,656 DEBUG [RS:0;64443f9a1829:43233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:40,656 INFO [RS:0;64443f9a1829:43233 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:19:40,656 INFO [RS:0;64443f9a1829:43233 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:19:40,657 INFO [RS:0;64443f9a1829:43233 {}] hbase.ChoreService(370): Chore service for: regionserver/64443f9a1829:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T11:19:40,657 INFO [RS:0;64443f9a1829:43233 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:19:40,657 INFO [regionserver/64443f9a1829:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:19:40,657 INFO [RS:0;64443f9a1829:43233 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-64443f9a1829,43233,1732360769130 because: Region server is closing 2024-11-23T11:19:40,657 INFO [RS:0;64443f9a1829:43233 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:43233. 2024-11-23T11:19:40,657 DEBUG [RS:0;64443f9a1829:43233 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:19:40,657 DEBUG [RS:0;64443f9a1829:43233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:40,657 DEBUG [RS:0;64443f9a1829:43233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:40,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:19:40,758 WARN [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43233,1732360769130.replicationSource.wal-reader.64443f9a1829%2C43233%2C1732360769130,1-64443f9a1829,43233,1732360769130 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T11:19:40,758 WARN [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43233,1732360769130.replicationSource.shipper64443f9a1829%2C43233%2C1732360769130,1-64443f9a1829,43233,1732360769130 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T11:19:40,758 INFO [RS:0;64443f9a1829:43233 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43233,1732360769130.replicationSource.shipper64443f9a1829%2C43233%2C1732360769130,1-64443f9a1829,43233,1732360769130 terminated 2024-11-23T11:19:40,758 INFO [RS:0;64443f9a1829:43233 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43233 2024-11-23T11:19:40,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43233-0x101676b7eed0001, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1680666358/rs/64443f9a1829,43233,1732360769130 2024-11-23T11:19:40,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101676b7eed0000, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680666358/rs 2024-11-23T11:19:40,816 INFO [RS:0;64443f9a1829:43233 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:19:40,817 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64443f9a1829,43233,1732360769130] 2024-11-23T11:19:40,837 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1680666358/draining/64443f9a1829,43233,1732360769130 already deleted, retry=false 2024-11-23T11:19:40,837 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64443f9a1829,43233,1732360769130 expired; onlineServers=0 2024-11-23T11:19:40,837 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64443f9a1829,36585,1732360768607' ***** 2024-11-23T11:19:40,837 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T11:19:40,837 INFO [M:0;64443f9a1829:36585 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:19:40,838 INFO [M:0;64443f9a1829:36585 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:19:40,838 DEBUG [M:0;64443f9a1829:36585 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T11:19:40,838 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T11:19:40,838 DEBUG [M:0;64443f9a1829:36585 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T11:19:40,838 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360770737 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360770737,5,FailOnTimeoutGroup] 2024-11-23T11:19:40,838 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360770737 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360770737,5,FailOnTimeoutGroup] 2024-11-23T11:19:40,838 INFO [M:0;64443f9a1829:36585 {}] hbase.ChoreService(370): Chore service for: master/64443f9a1829:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T11:19:40,838 INFO [M:0;64443f9a1829:36585 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:19:40,838 DEBUG [M:0;64443f9a1829:36585 {}] master.HMaster(1795): Stopping service threads 2024-11-23T11:19:40,838 INFO [M:0;64443f9a1829:36585 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T11:19:40,838 INFO [M:0;64443f9a1829:36585 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:19:40,838 INFO [M:0;64443f9a1829:36585 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T11:19:40,838 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T11:19:40,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101676b7eed0000, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1680666358/master 2024-11-23T11:19:40,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101676b7eed0000, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680666358 2024-11-23T11:19:40,848 DEBUG [M:0;64443f9a1829:36585 {}] zookeeper.ZKUtil(347): master:36585-0x101676b7eed0000, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Unable to get data of znode /0-1680666358/master because node does not exist (not an error) 2024-11-23T11:19:40,848 WARN [M:0;64443f9a1829:36585 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T11:19:40,849 INFO [M:0;64443f9a1829:36585 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/.lastflushedseqids 2024-11-23T11:19:40,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38895 is added to blk_1073741842_1018 (size=181) 2024-11-23T11:19:40,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43233-0x101676b7eed0001, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:19:40,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43233-0x101676b7eed0001, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:19:40,927 INFO [RS:0;64443f9a1829:43233 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:19:40,927 INFO [RS:0;64443f9a1829:43233 {}] regionserver.HRegionServer(1031): Exiting; stopping=64443f9a1829,43233,1732360769130; zookeeper connection closed. 2024-11-23T11:19:40,928 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@77358150 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@77358150 2024-11-23T11:19:40,928 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T11:19:41,267 INFO [M:0;64443f9a1829:36585 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T11:19:41,267 INFO [M:0;64443f9a1829:36585 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T11:19:41,267 DEBUG [M:0;64443f9a1829:36585 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:19:41,267 INFO [M:0;64443f9a1829:36585 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:19:41,267 DEBUG [M:0;64443f9a1829:36585 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:19:41,267 DEBUG [M:0;64443f9a1829:36585 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:19:41,267 DEBUG [M:0;64443f9a1829:36585 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:19:41,267 INFO [M:0;64443f9a1829:36585 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-23T11:19:41,292 DEBUG [M:0;64443f9a1829:36585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e4bcc6cdba234d6aaa47896b2e0fd2af is 82, key is hbase:meta,,1/info:regioninfo/1732360772216/Put/seqid=0 2024-11-23T11:19:41,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38895 is added to blk_1073741843_1019 (size=5672) 2024-11-23T11:19:41,335 INFO [M:0;64443f9a1829:36585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e4bcc6cdba234d6aaa47896b2e0fd2af 2024-11-23T11:19:41,384 DEBUG [M:0;64443f9a1829:36585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a818e2d9eafb4e26ac72ca1ec18cfa3b is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732360778692/Put/seqid=0 2024-11-23T11:19:41,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38895 is added to blk_1073741844_1020 (size=7203) 2024-11-23T11:19:41,390 INFO [M:0;64443f9a1829:36585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a818e2d9eafb4e26ac72ca1ec18cfa3b 2024-11-23T11:19:41,416 DEBUG [M:0;64443f9a1829:36585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8156306f69d4766be86af90bb8e2af9 is 69, key is 64443f9a1829,43233,1732360769130/rs:state/1732360770978/Put/seqid=0 2024-11-23T11:19:41,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38895 is added to blk_1073741845_1021 (size=5156) 2024-11-23T11:19:41,826 INFO [M:0;64443f9a1829:36585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8156306f69d4766be86af90bb8e2af9 2024-11-23T11:19:41,832 DEBUG [M:0;64443f9a1829:36585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e4bcc6cdba234d6aaa47896b2e0fd2af as hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e4bcc6cdba234d6aaa47896b2e0fd2af 2024-11-23T11:19:41,840 INFO [M:0;64443f9a1829:36585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e4bcc6cdba234d6aaa47896b2e0fd2af, entries=8, sequenceid=70, filesize=5.5 K 2024-11-23T11:19:41,842 DEBUG [M:0;64443f9a1829:36585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a818e2d9eafb4e26ac72ca1ec18cfa3b as hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a818e2d9eafb4e26ac72ca1ec18cfa3b 2024-11-23T11:19:41,857 INFO [M:0;64443f9a1829:36585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a818e2d9eafb4e26ac72ca1ec18cfa3b, entries=8, sequenceid=70, filesize=7.0 K 2024-11-23T11:19:41,859 DEBUG [M:0;64443f9a1829:36585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8156306f69d4766be86af90bb8e2af9 as hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8156306f69d4766be86af90bb8e2af9 2024-11-23T11:19:41,869 INFO [M:0;64443f9a1829:36585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8156306f69d4766be86af90bb8e2af9, entries=1, sequenceid=70, filesize=5.0 K 2024-11-23T11:19:41,870 INFO [M:0;64443f9a1829:36585 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 603ms, sequenceid=70, compaction requested=false 2024-11-23T11:19:41,884 INFO [M:0;64443f9a1829:36585 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:19:41,885 DEBUG [M:0;64443f9a1829:36585 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360781267Disabling compacts and flushes for region at 1732360781267Disabling writes for close at 1732360781267Obtaining lock to block concurrent updates at 1732360781267Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732360781267Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732360781268 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732360781268Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732360781268Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732360781291 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732360781292 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732360781342 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732360781383 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732360781384 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732360781395 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732360781416 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732360781416Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1074edd9: reopening flushed file at 1732360781830 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49d61668: reopening flushed file at 1732360781841 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bf69375: reopening flushed file at 1732360781858 (+17 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 603ms, sequenceid=70, compaction requested=false at 1732360781870 (+12 ms)Writing region close event to WAL at 1732360781884 (+14 ms)Closed at 1732360781884 2024-11-23T11:19:41,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38895 is added to blk_1073741830_1006 (size=41008) 2024-11-23T11:19:41,893 INFO [M:0;64443f9a1829:36585 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T11:19:41,893 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:19:41,893 INFO [M:0;64443f9a1829:36585 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36585 2024-11-23T11:19:41,894 INFO [M:0;64443f9a1829:36585 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:19:42,053 INFO [M:0;64443f9a1829:36585 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:19:42,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101676b7eed0000, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:19:42,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x101676b7eed0000, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:19:42,055 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:19:42,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:19:42,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:19:42,055 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:19:42,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:19:42,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:19:42,056 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T11:19:42,056 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:19:42,057 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42995 2024-11-23T11:19:42,058 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42995 connecting to ZooKeeper ensemble=127.0.0.1:63525 2024-11-23T11:19:42,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429950x0, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:19:42,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42995-0x101676b7eed0006 connected 2024-11-23T11:19:42,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:19:42,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:19:42,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42995-0x101676b7eed0006, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Set watcher on znode that does not yet exist, /0-1680666358/running 2024-11-23T11:19:42,097 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7, hbase.cluster.distributed=false 2024-11-23T11:19:42,098 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1680666358/meta-region-server: INIT 2024-11-23T11:19:42,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42995-0x101676b7eed0006, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Set watcher on znode that does not yet exist, /0-1680666358/acl 2024-11-23T11:19:42,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42995 2024-11-23T11:19:42,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42995 2024-11-23T11:19:42,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42995 2024-11-23T11:19:42,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42995 2024-11-23T11:19:42,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42995 2024-11-23T11:19:42,178 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:19:42,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:19:42,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:19:42,178 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:19:42,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:19:42,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:19:42,179 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T11:19:42,179 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:19:42,189 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40255 2024-11-23T11:19:42,191 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40255 connecting to ZooKeeper ensemble=127.0.0.1:63525 2024-11-23T11:19:42,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:19:42,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:19:42,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402550x0, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:19:42,259 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1680666358/meta-region-server: INIT 2024-11-23T11:19:42,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402550x0, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Set watcher on znode that does not yet exist, /0-1680666358/running 2024-11-23T11:19:42,259 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T11:19:42,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40255-0x101676b7eed0007 connected 2024-11-23T11:19:42,300 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T11:19:42,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40255-0x101676b7eed0007, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Set watcher on znode that does not yet exist, /0-1680666358/master 2024-11-23T11:19:42,302 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40255-0x101676b7eed0007, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Set watcher on znode that does not yet exist, /0-1680666358/acl 2024-11-23T11:19:42,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40255 2024-11-23T11:19:42,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40255 2024-11-23T11:19:42,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40255 2024-11-23T11:19:42,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40255 2024-11-23T11:19:42,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40255 2024-11-23T11:19:42,448 DEBUG [M:0;64443f9a1829:42995 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64443f9a1829:42995 2024-11-23T11:19:42,462 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1680666358/backup-masters/64443f9a1829,42995,1732360782055 2024-11-23T11:19:42,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42995-0x101676b7eed0006, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680666358/backup-masters 2024-11-23T11:19:42,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40255-0x101676b7eed0007, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680666358/backup-masters 2024-11-23T11:19:42,473 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42995-0x101676b7eed0006, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Set watcher on existing znode=/0-1680666358/backup-masters/64443f9a1829,42995,1732360782055 2024-11-23T11:19:42,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40255-0x101676b7eed0007, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1680666358/master 2024-11-23T11:19:42,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42995-0x101676b7eed0006, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680666358 2024-11-23T11:19:42,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40255-0x101676b7eed0007, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680666358 2024-11-23T11:19:42,480 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42995-0x101676b7eed0006, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Set watcher on existing znode=/0-1680666358/master 2024-11-23T11:19:42,480 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1680666358/backup-masters/64443f9a1829,42995,1732360782055 from backup master directory 2024-11-23T11:19:42,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42995-0x101676b7eed0006, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1680666358/backup-masters/64443f9a1829,42995,1732360782055 2024-11-23T11:19:42,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40255-0x101676b7eed0007, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680666358/backup-masters 2024-11-23T11:19:42,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42995-0x101676b7eed0006, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680666358/backup-masters 2024-11-23T11:19:42,490 WARN [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:19:42,490 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64443f9a1829,42995,1732360782055 2024-11-23T11:19:42,504 INFO [master/64443f9a1829:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:19:42,504 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T11:19:42,515 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 11ms. 2024-11-23T11:19:42,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38895 is added to blk_1073741846_1022 (size=196) 2024-11-23T11:19:42,610 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:19:42,611 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T11:19:42,620 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:19:42,629 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-23T11:19:42,632 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/WALs/64443f9a1829,36585,1732360768607 to hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/WALs/64443f9a1829,36585,1732360768607-dead as it is dead 2024-11-23T11:19:42,632 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/WALs/64443f9a1829,36585,1732360768607-dead/64443f9a1829%2C36585%2C1732360768607.1732360769719 2024-11-23T11:19:42,633 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/WALs/64443f9a1829,36585,1732360768607-dead/64443f9a1829%2C36585%2C1732360768607.1732360769719 after 1ms 2024-11-23T11:19:42,634 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/WALs/64443f9a1829,36585,1732360768607-dead/64443f9a1829%2C36585%2C1732360768607.1732360769719 to hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/64443f9a1829%2C36585%2C1732360768607.1732360769719 2024-11-23T11:19:42,634 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/WALs/64443f9a1829,36585,1732360768607-dead 2024-11-23T11:19:42,635 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/WALs/64443f9a1829,42995,1732360782055 2024-11-23T11:19:42,635 INFO [master/64443f9a1829:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:19:42,640 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64443f9a1829%2C42995%2C1732360782055, suffix=, logDir=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/WALs/64443f9a1829,42995,1732360782055, archiveDir=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/oldWALs, maxLogs=10 2024-11-23T11:19:42,660 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/WALs/64443f9a1829,42995,1732360782055/64443f9a1829%2C42995%2C1732360782055.1732360782641, exclude list is [], retry=0 2024-11-23T11:19:42,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38895,DS-45cc0d23-6570-45ab-b49b-22f19ae32326,DISK] 2024-11-23T11:19:42,684 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/WALs/64443f9a1829,42995,1732360782055/64443f9a1829%2C42995%2C1732360782055.1732360782641 2024-11-23T11:19:42,684 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34525:34525)] 2024-11-23T11:19:42,684 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:19:42,684 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:19:42,684 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:42,684 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:42,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:42,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T11:19:42,688 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:42,704 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e4bcc6cdba234d6aaa47896b2e0fd2af 2024-11-23T11:19:42,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:19:42,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:42,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T11:19:42,706 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:42,722 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a818e2d9eafb4e26ac72ca1ec18cfa3b 2024-11-23T11:19:42,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:19:42,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:42,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T11:19:42,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:42,751 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8156306f69d4766be86af90bb8e2af9 2024-11-23T11:19:42,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:19:42,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:42,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T11:19:42,753 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:42,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:19:42,754 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:42,755 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-23T11:19:42,755 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/64443f9a1829%2C36585%2C1732360768607.1732360769719 2024-11-23T11:19:42,761 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/64443f9a1829%2C36585%2C1732360768607.1732360769719 2024-11-23T11:19:42,762 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/64443f9a1829%2C36585%2C1732360768607.1732360769719 2024-11-23T11:19:42,763 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:42,763 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:42,764 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:19:42,766 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:42,774 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-23T11:19:42,778 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67799517, jitterRate=0.010291531682014465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:19:42,778 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732360782685Initializing all the Stores at 1732360782686 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360782686Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360782687 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360782687Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360782687Cleaning up temporary data from old regions at 1732360782763 (+76 ms)Region opened successfully at 1732360782778 (+15 ms) 2024-11-23T11:19:42,780 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T11:19:42,786 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:19:42,789 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a67166c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:19:42,794 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-23T11:19:42,795 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T11:19:42,795 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T11:19:42,795 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T11:19:42,796 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-23T11:19:42,801 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T11:19:42,802 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T11:19:42,802 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T11:19:42,803 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-23T11:19:42,803 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T11:19:42,846 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=64443f9a1829,43233,1732360769130, regionLocation=64443f9a1829,43233,1732360769130, openSeqNum=2 2024-11-23T11:19:42,846 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=64443f9a1829,43233,1732360769130, table=hbase:meta, region=1588230740 2024-11-23T11:19:42,846 INFO [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,43233,1732360769130, state=OPEN 2024-11-23T11:19:42,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42995-0x101676b7eed0006, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1680666358/meta-region-server 2024-11-23T11:19:42,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40255-0x101676b7eed0007, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1680666358/meta-region-server 2024-11-23T11:19:42,858 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1680666358/meta-region-server: CHANGED 2024-11-23T11:19:42,858 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1680666358/meta-region-server: CHANGED 2024-11-23T11:19:42,864 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-23T11:19:42,876 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1680666358/draining/64443f9a1829,43233,1732360769130 already deleted, retry=false 2024-11-23T11:19:42,877 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 64443f9a1829,43233,1732360769130 on 64443f9a1829,42995,1732360782055 2024-11-23T11:19:42,878 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 64443f9a1829,43233,1732360769130, splitWal=true, meta=true 2024-11-23T11:19:42,878 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 64443f9a1829,43233,1732360769130 (carryingMeta=true) 64443f9a1829,43233,1732360769130/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3cb5ec09[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-23T11:19:42,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:42,881 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42995-0x101676b7eed0006, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Unable to get data of znode /0-1680666358/balancer because node does not exist (not necessarily an error) 2024-11-23T11:19:42,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:42,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:42,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:42,890 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1680666358/balancer already deleted, retry=false 2024-11-23T11:19:42,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:42,890 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T11:19:42,891 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42995-0x101676b7eed0006, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Unable to get data of znode /0-1680666358/normalizer because node does not exist (not necessarily an error) 2024-11-23T11:19:42,900 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1680666358/normalizer already deleted, retry=false 2024-11-23T11:19:42,901 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T11:19:42,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:42,921 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42995-0x101676b7eed0006, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Unable to get data of znode /0-1680666358/switch/split because node does not exist (not necessarily an error) 2024-11-23T11:19:42,932 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1680666358/switch/split already deleted, retry=false 2024-11-23T11:19:42,934 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42995-0x101676b7eed0006, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Unable to get data of znode /0-1680666358/switch/merge because node does not exist (not necessarily an error) 2024-11-23T11:19:42,944 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1680666358/switch/merge already deleted, retry=false 2024-11-23T11:19:42,955 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42995-0x101676b7eed0006, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Unable to get data of znode /0-1680666358/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T11:19:42,963 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1680666358/snapshot-cleanup already deleted, retry=false 2024-11-23T11:19:42,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40255-0x101676b7eed0007, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1680666358/running 2024-11-23T11:19:42,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40255-0x101676b7eed0007, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680666358 2024-11-23T11:19:42,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42995-0x101676b7eed0006, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1680666358/running 2024-11-23T11:19:42,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42995-0x101676b7eed0006, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680666358 2024-11-23T11:19:42,976 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64443f9a1829,42995,1732360782055, sessionid=0x101676b7eed0006, setting cluster-up flag (Was=false) 2024-11-23T11:19:42,985 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1680666358/flush-table-proc/acquired, /0-1680666358/flush-table-proc/reached, /0-1680666358/flush-table-proc/abort 2024-11-23T11:19:42,986 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,42995,1732360782055 2024-11-23T11:19:42,997 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1680666358/online-snapshot/acquired, /0-1680666358/online-snapshot/reached, /0-1680666358/online-snapshot/abort 2024-11-23T11:19:42,999 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,42995,1732360782055 2024-11-23T11:19:43,010 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/.lastflushedseqids 2024-11-23T11:19:43,016 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T11:19:43,017 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T11:19:43,017 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64443f9a1829,42995,1732360782055 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 64443f9a1829,43233,1732360769130 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T11:19:43,018 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:19:43,018 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:19:43,018 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:19:43,019 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:19:43,019 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64443f9a1829:0, corePoolSize=10, maxPoolSize=10 2024-11-23T11:19:43,019 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:43,019 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:19:43,019 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:43,023 INFO [RS:0;64443f9a1829:40255 {}] regionserver.HRegionServer(746): ClusterId : 61985a06-b462-4146-a721-708a879f268f 2024-11-23T11:19:43,023 DEBUG [RS:0;64443f9a1829:40255 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T11:19:43,030 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 64443f9a1829,43233,1732360769130, splitWal=true, meta=true 2024-11-23T11:19:43,031 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 64443f9a1829,43233,1732360769130, splitWal=true, meta=true, isMeta: true 2024-11-23T11:19:43,036 DEBUG [RS:0;64443f9a1829:40255 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T11:19:43,036 DEBUG [RS:0;64443f9a1829:40255 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T11:19:43,044 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,43233,1732360769130-splitting 2024-11-23T11:19:43,048 DEBUG [RS:0;64443f9a1829:40255 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T11:19:43,049 DEBUG [RS:0;64443f9a1829:40255 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6238bb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:19:43,056 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,43233,1732360769130-splitting dir is empty, no logs to split. 2024-11-23T11:19:43,056 INFO [PEWorker-1 {}] master.SplitWALManager(105): 64443f9a1829,43233,1732360769130 WAL count=0, meta=true 2024-11-23T11:19:43,057 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732360813057 2024-11-23T11:19:43,057 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T11:19:43,057 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T11:19:43,057 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T11:19:43,057 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T11:19:43,057 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T11:19:43,057 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T11:19:43,060 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:43,067 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,43233,1732360769130-splitting dir is empty, no logs to split. 2024-11-23T11:19:43,067 INFO [PEWorker-1 {}] master.SplitWALManager(105): 64443f9a1829,43233,1732360769130 WAL count=0, meta=true 2024-11-23T11:19:43,067 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 64443f9a1829,43233,1732360769130 WAL splitting is done? wals=0, meta=true 2024-11-23T11:19:43,068 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T11:19:43,068 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T11:19:43,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T11:19:43,068 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T11:19:43,068 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T11:19:43,069 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T11:19:43,069 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T11:19:43,069 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360783069,5,FailOnTimeoutGroup] 2024-11-23T11:19:43,069 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360783069,5,FailOnTimeoutGroup] 2024-11-23T11:19:43,069 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:43,069 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T11:19:43,069 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:43,069 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:19:43,069 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:43,069 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732360783069, completionTime=-1 2024-11-23T11:19:43,069 WARN [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-23T11:19:43,069 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-23T11:19:43,070 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T11:19:43,071 DEBUG [RS:0;64443f9a1829:40255 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64443f9a1829:40255 2024-11-23T11:19:43,071 INFO [RS:0;64443f9a1829:40255 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T11:19:43,071 INFO [RS:0;64443f9a1829:40255 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T11:19:43,071 DEBUG [RS:0;64443f9a1829:40255 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T11:19:43,071 INFO [RS:0;64443f9a1829:40255 {}] regionserver.HRegionServer(2659): reportForDuty to master=64443f9a1829,42995,1732360782055 with port=40255, startcode=1732360782177 2024-11-23T11:19:43,072 DEBUG [RS:0;64443f9a1829:40255 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T11:19:43,101 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T11:19:43,101 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42995 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64443f9a1829,40255,1732360782177 2024-11-23T11:19:43,101 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42995 {}] master.ServerManager(517): Registering regionserver=64443f9a1829,40255,1732360782177 2024-11-23T11:19:43,102 DEBUG [RS:0;64443f9a1829:40255 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7 2024-11-23T11:19:43,103 DEBUG [RS:0;64443f9a1829:40255 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45903 2024-11-23T11:19:43,103 DEBUG [RS:0;64443f9a1829:40255 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T11:19:43,120 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=51ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-23T11:19:43,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42995-0x101676b7eed0006, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680666358/rs 2024-11-23T11:19:43,140 DEBUG [RS:0;64443f9a1829:40255 {}] zookeeper.ZKUtil(111): regionserver:40255-0x101676b7eed0007, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Set watcher on existing znode=/0-1680666358/rs/64443f9a1829,40255,1732360782177 2024-11-23T11:19:43,140 WARN [RS:0;64443f9a1829:40255 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:19:43,140 INFO [RS:0;64443f9a1829:40255 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:19:43,140 DEBUG [RS:0;64443f9a1829:40255 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,40255,1732360782177 2024-11-23T11:19:43,141 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64443f9a1829,40255,1732360782177] 2024-11-23T11:19:43,192 INFO [RS:0;64443f9a1829:40255 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T11:19:43,195 INFO [RS:0;64443f9a1829:40255 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T11:19:43,196 INFO [RS:0;64443f9a1829:40255 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T11:19:43,196 INFO [RS:0;64443f9a1829:40255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:43,203 INFO [RS:0;64443f9a1829:40255 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T11:19:43,204 INFO [RS:0;64443f9a1829:40255 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T11:19:43,205 INFO [RS:0;64443f9a1829:40255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:43,205 DEBUG [RS:0;64443f9a1829:40255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:43,205 DEBUG [RS:0;64443f9a1829:40255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:43,205 DEBUG [RS:0;64443f9a1829:40255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:43,205 DEBUG [RS:0;64443f9a1829:40255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:43,205 DEBUG [RS:0;64443f9a1829:40255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:43,205 DEBUG [RS:0;64443f9a1829:40255 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:19:43,205 DEBUG [RS:0;64443f9a1829:40255 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:43,205 DEBUG [RS:0;64443f9a1829:40255 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:43,205 DEBUG [RS:0;64443f9a1829:40255 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:43,205 DEBUG [RS:0;64443f9a1829:40255 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:43,205 DEBUG [RS:0;64443f9a1829:40255 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:43,205 DEBUG [RS:0;64443f9a1829:40255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:43,205 DEBUG [RS:0;64443f9a1829:40255 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:19:43,205 DEBUG [RS:0;64443f9a1829:40255 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:19:43,207 INFO [RS:0;64443f9a1829:40255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:43,207 INFO [RS:0;64443f9a1829:40255 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:43,207 INFO [RS:0;64443f9a1829:40255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:43,207 INFO [RS:0;64443f9a1829:40255 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:43,207 INFO [RS:0;64443f9a1829:40255 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:43,207 INFO [RS:0;64443f9a1829:40255 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,40255,1732360782177-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:19:43,220 WARN [64443f9a1829:42995 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T11:19:43,233 INFO [RS:0;64443f9a1829:40255 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T11:19:43,233 INFO [RS:0;64443f9a1829:40255 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,40255,1732360782177-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:43,256 INFO [RS:0;64443f9a1829:40255 {}] regionserver.ReplicationSource(231): queueId=1-64443f9a1829,40255,1732360782177, ReplicationSource: 1, currentBandwidth=0 2024-11-23T11:19:43,268 INFO [RS:0;64443f9a1829:40255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:43,268 INFO [RS:0;64443f9a1829:40255 {}] regionserver.Replication(171): 64443f9a1829,40255,1732360782177 started 2024-11-23T11:19:43,287 INFO [RS:0;64443f9a1829:40255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:43,287 DEBUG [RS:0;64443f9a1829:40255.replicationSource,1-64443f9a1829,40255,1732360782177 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:35675' 2024-11-23T11:19:43,287 INFO [RS:0;64443f9a1829:40255 {}] regionserver.HRegionServer(1482): Serving as 64443f9a1829,40255,1732360782177, RpcServer on 64443f9a1829/172.17.0.3:40255, sessionid=0x101676b7eed0007 2024-11-23T11:19:43,287 DEBUG [RS:0;64443f9a1829:40255 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T11:19:43,287 DEBUG [RS:0;64443f9a1829:40255 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64443f9a1829,40255,1732360782177 2024-11-23T11:19:43,288 DEBUG [RS:0;64443f9a1829:40255 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,40255,1732360782177' 2024-11-23T11:19:43,288 DEBUG [RS:0;64443f9a1829:40255 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1680666358/flush-table-proc/abort' 2024-11-23T11:19:43,289 DEBUG [RS:0;64443f9a1829:40255 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1680666358/flush-table-proc/acquired' 2024-11-23T11:19:43,294 DEBUG [RS:0;64443f9a1829:40255 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T11:19:43,294 DEBUG [RS:0;64443f9a1829:40255 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T11:19:43,294 DEBUG [RS:0;64443f9a1829:40255 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64443f9a1829,40255,1732360782177 2024-11-23T11:19:43,294 DEBUG [RS:0;64443f9a1829:40255 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,40255,1732360782177' 2024-11-23T11:19:43,294 DEBUG [RS:0;64443f9a1829:40255 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1680666358/online-snapshot/abort' 2024-11-23T11:19:43,294 DEBUG [RS:0;64443f9a1829:40255 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1680666358/online-snapshot/acquired' 2024-11-23T11:19:43,294 DEBUG [RS:0;64443f9a1829:40255 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T11:19:43,294 INFO [RS:0;64443f9a1829:40255 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T11:19:43,295 INFO [RS:0;64443f9a1829:40255 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T11:19:43,304 DEBUG [RS:0;64443f9a1829:40255.replicationSource,1-64443f9a1829,40255,1732360782177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32710e6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:19:43,304 DEBUG [RS:0;64443f9a1829:40255.replicationSource,1-64443f9a1829,40255,1732360782177 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,35675,-1 for getting cluster id 2024-11-23T11:19:43,304 DEBUG [RS:0;64443f9a1829:40255.replicationSource,1-64443f9a1829,40255,1732360782177 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:19:43,308 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f11ef6e1-f0f8-4186-9598-42a7fe41d6b5' 2024-11-23T11:19:43,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:19:43,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f11ef6e1-f0f8-4186-9598-42a7fe41d6b5" 2024-11-23T11:19:43,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23c8e83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:19:43,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,35675,-1] 2024-11-23T11:19:43,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:19:43,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:43,311 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:19:43,312 DEBUG [RS:0;64443f9a1829:40255.replicationSource,1-64443f9a1829,40255,1732360782177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b8c419c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:19:43,312 DEBUG [RS:0;64443f9a1829:40255.replicationSource,1-64443f9a1829,40255,1732360782177 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:19:43,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,35675,1732360774213 2024-11-23T11:19:43,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50bbecdd 2024-11-23T11:19:43,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:19:43,316 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-23T11:19:43,317 INFO [RS:0;64443f9a1829:40255.replicationSource,1-64443f9a1829,40255,1732360782177 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-64443f9a1829,40255,1732360782177 (queues=0) is replicating from cluster=61985a06-b462-4146-a721-708a879f268f to cluster=f11ef6e1-f0f8-4186-9598-42a7fe41d6b5 2024-11-23T11:19:43,395 INFO [RS:0;64443f9a1829:40255 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:19:43,397 INFO [RS:0;64443f9a1829:40255 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C40255%2C1732360782177, suffix=, logDir=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,40255,1732360782177, archiveDir=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/oldWALs, maxLogs=10 2024-11-23T11:19:43,418 DEBUG [RS:0;64443f9a1829:40255 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,40255,1732360782177/64443f9a1829%2C40255%2C1732360782177.1732360783398, exclude list is [], retry=0 2024-11-23T11:19:43,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38895,DS-45cc0d23-6570-45ab-b49b-22f19ae32326,DISK] 2024-11-23T11:19:43,456 INFO [RS:0;64443f9a1829:40255 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,40255,1732360782177/64443f9a1829%2C40255%2C1732360782177.1732360783398 2024-11-23T11:19:43,463 DEBUG [RS:0;64443f9a1829:40255 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 64443f9a1829%2C40255%2C1732360782177 for peer 1 2024-11-23T11:19:43,463 DEBUG [RS:0;64443f9a1829:40255 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=64443f9a1829%2C40255%2C1732360782177 2024-11-23T11:19:43,463 INFO [RS:0;64443f9a1829:40255 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-64443f9a1829,40255,1732360782177, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T11:19:43,467 DEBUG [RS:0;64443f9a1829:40255 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34525:34525)] 2024-11-23T11:19:43,467 DEBUG [RS:0;64443f9a1829:40255.replicationSource.wal-reader.64443f9a1829%2C40255%2C1732360782177,1-64443f9a1829,40255,1732360782177 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,40255,1732360782177/64443f9a1829%2C40255%2C1732360782177.1732360783398, startPosition=0, beingWritten=true 2024-11-23T11:19:43,469 INFO [RS:0;64443f9a1829:40255.replicationSource.shipper64443f9a1829%2C40255%2C1732360782177,1-64443f9a1829,40255,1732360782177 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64443f9a1829%2C40255%2C1732360782177 2024-11-23T11:19:43,470 DEBUG [64443f9a1829:42995 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T11:19:43,471 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64443f9a1829,40255,1732360782177 2024-11-23T11:19:43,472 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,40255,1732360782177, state=OPENING 2024-11-23T11:19:43,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40255-0x101676b7eed0007, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1680666358/meta-region-server 2024-11-23T11:19:43,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42995-0x101676b7eed0006, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1680666358/meta-region-server 2024-11-23T11:19:43,490 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1680666358/meta-region-server: CHANGED 2024-11-23T11:19:43,490 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1680666358/meta-region-server: CHANGED 2024-11-23T11:19:43,490 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:19:43,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,40255,1732360782177}] 2024-11-23T11:19:43,669 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:19:43,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T11:19:43,677 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T11:19:43,677 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:19:43,677 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T11:19:43,682 DEBUG [RS:0;64443f9a1829:40255.replicationSource.wal-reader.64443f9a1829%2C40255%2C1732360782177,1-64443f9a1829,40255,1732360782177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,40255,1732360782177/64443f9a1829%2C40255%2C1732360782177.1732360783398 to pos 0, reset compression=false 2024-11-23T11:19:43,685 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C40255%2C1732360782177.meta, suffix=.meta, logDir=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,40255,1732360782177, archiveDir=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/oldWALs, maxLogs=10 2024-11-23T11:19:43,710 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,40255,1732360782177/64443f9a1829%2C40255%2C1732360782177.meta.1732360783686.meta, exclude list is [], retry=0 2024-11-23T11:19:43,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38895,DS-45cc0d23-6570-45ab-b49b-22f19ae32326,DISK] 2024-11-23T11:19:43,722 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,40255,1732360782177/64443f9a1829%2C40255%2C1732360782177.meta.1732360783686.meta 2024-11-23T11:19:43,722 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34525:34525)] 2024-11-23T11:19:43,723 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:19:43,723 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:19:43,723 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:19:43,723 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T11:19:43,723 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T11:19:43,723 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T11:19:43,723 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:19:43,723 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T11:19:43,723 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T11:19:43,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:19:43,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:19:43,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:43,737 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/meta/1588230740/info/51e4a89c2df947bd889de85852b44995 2024-11-23T11:19:43,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:19:43,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:19:43,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:19:43,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:43,763 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/meta/1588230740/ns/45a3a06c8e4b4a79ac09e1f396e6fd9e 2024-11-23T11:19:43,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:19:43,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:19:43,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:19:43,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:43,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:19:43,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:19:43,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:19:43,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:43,779 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/meta/1588230740/table/a6dd51d313384b6eb1798ecb67dc608b 2024-11-23T11:19:43,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:19:43,779 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:19:43,780 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/meta/1588230740 2024-11-23T11:19:43,781 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/meta/1588230740 2024-11-23T11:19:43,782 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:19:43,782 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:19:43,782 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:19:43,783 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:19:43,784 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74361553, jitterRate=0.10807348787784576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:19:43,784 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T11:19:43,784 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732360783724Writing region info on filesystem at 1732360783724Initializing all the Stores at 1732360783724Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360783725 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360783725Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360783725Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360783725Cleaning up temporary data from old regions at 1732360783782 (+57 ms)Running coprocessor post-open hooks at 1732360783784 (+2 ms)Region opened successfully at 1732360783784 2024-11-23T11:19:43,785 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732360783668 2024-11-23T11:19:43,791 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=64443f9a1829,40255,1732360782177 2024-11-23T11:19:43,791 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T11:19:43,791 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T11:19:43,792 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,40255,1732360782177, state=OPEN 2024-11-23T11:19:43,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40255-0x101676b7eed0007, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1680666358/meta-region-server 2024-11-23T11:19:43,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42995-0x101676b7eed0006, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1680666358/meta-region-server 2024-11-23T11:19:43,838 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64443f9a1829,40255,1732360782177 2024-11-23T11:19:43,839 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1680666358/meta-region-server: CHANGED 2024-11-23T11:19:43,839 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1680666358/meta-region-server: CHANGED 2024-11-23T11:19:43,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-23T11:19:43,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,40255,1732360782177 in 347 msec 2024-11-23T11:19:43,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T11:19:43,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 775 msec 2024-11-23T11:19:44,019 DEBUG [RS:0;64443f9a1829:40255.replicationSource.wal-reader.64443f9a1829%2C40255%2C1732360782177,1-64443f9a1829,40255,1732360782177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,40255,1732360782177/64443f9a1829%2C40255%2C1732360782177.1732360783398 to pos 0, reset compression=false 2024-11-23T11:19:44,440 DEBUG [RS:0;64443f9a1829:40255.replicationSource.wal-reader.64443f9a1829%2C40255%2C1732360782177,1-64443f9a1829,40255,1732360782177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,40255,1732360782177/64443f9a1829%2C40255%2C1732360782177.1732360783398 to pos 0, reset compression=false 2024-11-23T11:19:44,623 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1554ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-23T11:19:44,948 DEBUG [RS:0;64443f9a1829:40255.replicationSource.wal-reader.64443f9a1829%2C40255%2C1732360782177,1-64443f9a1829,40255,1732360782177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,40255,1732360782177/64443f9a1829%2C40255%2C1732360782177.1732360783398 to pos 0, reset compression=false 2024-11-23T11:19:45,555 DEBUG [RS:0;64443f9a1829:40255.replicationSource.wal-reader.64443f9a1829%2C40255%2C1732360782177,1-64443f9a1829,40255,1732360782177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,40255,1732360782177/64443f9a1829%2C40255%2C1732360782177.1732360783398 to pos 0, reset compression=false 2024-11-23T11:19:46,125 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3056ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-23T11:19:46,260 DEBUG [RS:0;64443f9a1829:40255.replicationSource.wal-reader.64443f9a1829%2C40255%2C1732360782177,1-64443f9a1829,40255,1732360782177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,40255,1732360782177/64443f9a1829%2C40255%2C1732360782177.1732360783398 to pos 0, reset compression=false 2024-11-23T11:19:47,072 DEBUG [RS:0;64443f9a1829:40255.replicationSource.wal-reader.64443f9a1829%2C40255%2C1732360782177,1-64443f9a1829,40255,1732360782177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,40255,1732360782177/64443f9a1829%2C40255%2C1732360782177.1732360783398 to pos 0, reset compression=false 2024-11-23T11:19:47,578 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4509ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-23T11:19:47,578 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T11:19:47,578 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:19:47,578 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,40255,1732360782177, seqNum=-1] 2024-11-23T11:19:47,579 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:19:47,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:19:47,583 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fa855b85d76dc16da6c5e14a7d429dc2, regionState=OPEN, lastHost=64443f9a1829,43233,1732360769130, regionLocation=64443f9a1829,43233,1732360769130, openSeqNum=2 2024-11-23T11:19:47,583 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T11:19:47,583 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732360847583 2024-11-23T11:19:47,583 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732360907583 2024-11-23T11:19:47,583 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-11-23T11:19:47,583 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 64443f9a1829,43233,1732360769130 had 2 regions 2024-11-23T11:19:47,584 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,42995,1732360782055-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:47,584 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,42995,1732360782055-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:47,584 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,42995,1732360782055-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:47,584 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64443f9a1829:42995, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:47,584 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:47,584 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:47,584 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 64443f9a1829,43233,1732360769130, splitWal=true, meta=true, isMeta: false 2024-11-23T11:19:47,586 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,43233,1732360769130-splitting dir is empty, no logs to split. 2024-11-23T11:19:47,586 INFO [PEWorker-3 {}] master.SplitWALManager(105): 64443f9a1829,43233,1732360769130 WAL count=0, meta=false 2024-11-23T11:19:47,588 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,43233,1732360769130-splitting dir is empty, no logs to split. 2024-11-23T11:19:47,588 INFO [PEWorker-3 {}] master.SplitWALManager(105): 64443f9a1829,43233,1732360769130 WAL count=0, meta=false 2024-11-23T11:19:47,589 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 64443f9a1829,43233,1732360769130 WAL splitting is done? wals=0, meta=false 2024-11-23T11:19:47,591 WARN [master/64443f9a1829:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=64443f9a1829,43233,1732360769130/hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2. 2024-11-23T11:19:47,592 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.102sec 2024-11-23T11:19:47,592 INFO [master/64443f9a1829:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T11:19:47,592 INFO [master/64443f9a1829:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T11:19:47,592 INFO [master/64443f9a1829:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T11:19:47,592 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T11:19:47,592 INFO [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T11:19:47,593 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,42995,1732360782055-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:19:47,593 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,42995,1732360782055-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T11:19:47,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa855b85d76dc16da6c5e14a7d429dc2, ASSIGN}] 2024-11-23T11:19:47,594 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa855b85d76dc16da6c5e14a7d429dc2, ASSIGN 2024-11-23T11:19:47,595 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fa855b85d76dc16da6c5e14a7d429dc2, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T11:19:47,597 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T11:19:47,597 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T11:19:47,597 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,42995,1732360782055-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:47,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@610e6267, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:19:47,625 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,42995,-1 for getting cluster id 2024-11-23T11:19:47,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:19:47,626 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '61985a06-b462-4146-a721-708a879f268f' 2024-11-23T11:19:47,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:19:47,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "61985a06-b462-4146-a721-708a879f268f" 2024-11-23T11:19:47,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ae7e917, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:19:47,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,42995,-1] 2024-11-23T11:19:47,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:19:47,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:47,627 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:19:47,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e857e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:19:47,629 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:19:47,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,40255,1732360782177, seqNum=-1] 2024-11-23T11:19:47,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:19:47,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:19:47,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-23T11:19:47,633 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:19:47,633 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:19:47,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:47,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:47,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:19:47,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 64443f9a1829:42995 after: 64443f9a1829:42995 2024-11-23T11:19:47,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5849fd5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:19:47,634 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,42995,-1 for getting cluster id 2024-11-23T11:19:47,634 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:19:47,634 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '61985a06-b462-4146-a721-708a879f268f' 2024-11-23T11:19:47,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:19:47,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "61985a06-b462-4146-a721-708a879f268f" 2024-11-23T11:19:47,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba7edc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:19:47,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,42995,-1] 2024-11-23T11:19:47,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:19:47,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:47,636 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:19:47,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cc19915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:19:47,637 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:19:47,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,42995,1732360782055 2024-11-23T11:19:47,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@777a34f8 2024-11-23T11:19:47,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:19:47,638 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:19:47,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42995 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-23T11:19:47,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T11:19:47,639 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:19:47,639 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:19:47,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:47,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:47,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:19:47,639 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T11:19:47,639 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1309983237, stopped=false 2024-11-23T11:19:47,639 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64443f9a1829,35675,1732360774213 2024-11-23T11:19:47,713 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x101676b7eed0004, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1964991489/running 2024-11-23T11:19:47,713 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x101676b7eed0004, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1964991489 2024-11-23T11:19:47,713 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:19:47,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35675-0x101676b7eed0003, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1964991489/running 2024-11-23T11:19:47,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35675-0x101676b7eed0003, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1964991489 2024-11-23T11:19:47,713 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:19:47,713 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:19:47,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:47,713 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64443f9a1829,37131,1732360774350' ***** 2024-11-23T11:19:47,713 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T11:19:47,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35675-0x101676b7eed0003, quorum=127.0.0.1:63525, baseZNode=/1964991489 Set watcher on znode that does not yet exist, /1964991489/running 2024-11-23T11:19:47,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37131-0x101676b7eed0004, quorum=127.0.0.1:63525, baseZNode=/1964991489 Set watcher on znode that does not yet exist, /1964991489/running 2024-11-23T11:19:47,714 INFO [RS:0;64443f9a1829:37131 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T11:19:47,714 INFO [RS:0;64443f9a1829:37131 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T11:19:47,714 INFO [RS:0;64443f9a1829:37131 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T11:19:47,714 INFO [RS:0;64443f9a1829:37131 {}] regionserver.HRegionServer(959): stopping server 64443f9a1829,37131,1732360774350 2024-11-23T11:19:47,714 INFO [RS:0;64443f9a1829:37131 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:19:47,714 INFO [RS:0;64443f9a1829:37131 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:37131. 2024-11-23T11:19:47,714 DEBUG [RS:0;64443f9a1829:37131 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:19:47,714 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T11:19:47,714 DEBUG [RS:0;64443f9a1829:37131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:47,714 INFO [RS:0;64443f9a1829:37131 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T11:19:47,714 INFO [RS:0;64443f9a1829:37131 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T11:19:47,714 INFO [RS:0;64443f9a1829:37131 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T11:19:47,714 INFO [RS:0;64443f9a1829:37131 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T11:19:47,714 INFO [RS:0;64443f9a1829:37131 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T11:19:47,714 DEBUG [RS:0;64443f9a1829:37131 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T11:19:47,714 DEBUG [RS:0;64443f9a1829:37131 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:19:47,714 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:19:47,714 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:19:47,714 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:19:47,715 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:19:47,715 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:19:47,715 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-23T11:19:47,734 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/data/hbase/meta/1588230740/.tmp/ns/8b2cef9a4db84f14b9da9fe047d6ef11 is 43, key is default/ns:d/1732360777334/Put/seqid=0 2024-11-23T11:19:47,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741835_1011 (size=5153) 2024-11-23T11:19:47,739 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/data/hbase/meta/1588230740/.tmp/ns/8b2cef9a4db84f14b9da9fe047d6ef11 2024-11-23T11:19:47,745 DEBUG [64443f9a1829:42995 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T11:19:47,745 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/data/hbase/meta/1588230740/.tmp/ns/8b2cef9a4db84f14b9da9fe047d6ef11 as hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/data/hbase/meta/1588230740/ns/8b2cef9a4db84f14b9da9fe047d6ef11 2024-11-23T11:19:47,746 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fa855b85d76dc16da6c5e14a7d429dc2, regionState=OPENING, regionLocation=64443f9a1829,40255,1732360782177 2024-11-23T11:19:47,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fa855b85d76dc16da6c5e14a7d429dc2, ASSIGN because future has completed 2024-11-23T11:19:47,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa855b85d76dc16da6c5e14a7d429dc2, server=64443f9a1829,40255,1732360782177}] 2024-11-23T11:19:47,752 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/data/hbase/meta/1588230740/ns/8b2cef9a4db84f14b9da9fe047d6ef11, entries=2, sequenceid=6, filesize=5.0 K 2024-11-23T11:19:47,752 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 37ms, sequenceid=6, compaction requested=false 2024-11-23T11:19:47,753 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T11:19:47,757 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T11:19:47,757 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:19:47,757 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:19:47,757 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:19:47,757 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360787714Running coprocessor pre-close hooks at 1732360787714Disabling compacts and flushes for region at 1732360787714Disabling writes for close at 1732360787715 (+1 ms)Obtaining lock to block concurrent updates at 1732360787715Preparing flush snapshotting stores in 1588230740 at 1732360787715Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732360787715Flushing stores of hbase:meta,,1.1588230740 at 1732360787715Flushing 1588230740/ns: creating writer at 1732360787715Flushing 1588230740/ns: appending metadata at 1732360787734 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732360787734Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ec61b4c: reopening flushed file at 1732360787744 (+10 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 37ms, sequenceid=6, compaction requested=false at 1732360787753 (+9 ms)Writing region close event to WAL at 1732360787754 (+1 ms)Running coprocessor post-close hooks at 1732360787757 (+3 ms)Closed at 1732360787757 2024-11-23T11:19:47,758 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T11:19:47,784 INFO [regionserver/64443f9a1829:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:19:47,904 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2. 2024-11-23T11:19:47,904 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:19:47,904 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T11:19:47,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C40255%2C1732360782177.rep, suffix=, logDir=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,40255,1732360782177, archiveDir=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/oldWALs, maxLogs=10 2024-11-23T11:19:47,915 INFO [RS:0;64443f9a1829:37131 {}] regionserver.HRegionServer(976): stopping server 64443f9a1829,37131,1732360774350; all regions closed. 2024-11-23T11:19:47,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741834_1010 (size=1152) 2024-11-23T11:19:47,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,40255,1732360782177/64443f9a1829%2C40255%2C1732360782177.rep.1732360787906, exclude list is [], retry=0 2024-11-23T11:19:47,918 DEBUG [RS:0;64443f9a1829:37131 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/oldWALs 2024-11-23T11:19:47,919 INFO [RS:0;64443f9a1829:37131 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C37131%2C1732360774350.meta:.meta(num 1732360777259) 2024-11-23T11:19:47,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38895,DS-45cc0d23-6570-45ab-b49b-22f19ae32326,DISK] 2024-11-23T11:19:47,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741832_1008 (size=93) 2024-11-23T11:19:47,921 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/WALs/64443f9a1829,37131,1732360774350/64443f9a1829%2C37131%2C1732360774350.1732360776403 not finished, retry = 0 2024-11-23T11:19:47,922 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,40255,1732360782177/64443f9a1829%2C40255%2C1732360782177.rep.1732360787906 2024-11-23T11:19:47,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34525:34525)] 2024-11-23T11:19:47,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => fa855b85d76dc16da6c5e14a7d429dc2, NAME => 'hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:19:47,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:19:47,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:19:47,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2. service=MultiRowMutationService 2024-11-23T11:19:47,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T11:19:47,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fa855b85d76dc16da6c5e14a7d429dc2 2024-11-23T11:19:47,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:19:47,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for fa855b85d76dc16da6c5e14a7d429dc2 2024-11-23T11:19:47,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for fa855b85d76dc16da6c5e14a7d429dc2 2024-11-23T11:19:47,924 INFO [StoreOpener-fa855b85d76dc16da6c5e14a7d429dc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fa855b85d76dc16da6c5e14a7d429dc2 2024-11-23T11:19:47,925 INFO [StoreOpener-fa855b85d76dc16da6c5e14a7d429dc2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa855b85d76dc16da6c5e14a7d429dc2 columnFamilyName hfileref 2024-11-23T11:19:47,925 DEBUG [StoreOpener-fa855b85d76dc16da6c5e14a7d429dc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:47,926 INFO [StoreOpener-fa855b85d76dc16da6c5e14a7d429dc2-1 {}] regionserver.HStore(327): Store=fa855b85d76dc16da6c5e14a7d429dc2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:19:47,926 INFO [StoreOpener-fa855b85d76dc16da6c5e14a7d429dc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fa855b85d76dc16da6c5e14a7d429dc2 2024-11-23T11:19:47,926 INFO [StoreOpener-fa855b85d76dc16da6c5e14a7d429dc2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa855b85d76dc16da6c5e14a7d429dc2 columnFamilyName queue 2024-11-23T11:19:47,926 DEBUG [StoreOpener-fa855b85d76dc16da6c5e14a7d429dc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:47,931 DEBUG [StoreOpener-fa855b85d76dc16da6c5e14a7d429dc2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/replication/fa855b85d76dc16da6c5e14a7d429dc2/queue/a7e1df8be6c04bf98497fe597296b18e 2024-11-23T11:19:47,931 INFO [StoreOpener-fa855b85d76dc16da6c5e14a7d429dc2-1 {}] regionserver.HStore(327): Store=fa855b85d76dc16da6c5e14a7d429dc2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:19:47,932 INFO [StoreOpener-fa855b85d76dc16da6c5e14a7d429dc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fa855b85d76dc16da6c5e14a7d429dc2 2024-11-23T11:19:47,932 INFO [StoreOpener-fa855b85d76dc16da6c5e14a7d429dc2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa855b85d76dc16da6c5e14a7d429dc2 columnFamilyName sid 2024-11-23T11:19:47,932 DEBUG [StoreOpener-fa855b85d76dc16da6c5e14a7d429dc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:47,933 INFO [StoreOpener-fa855b85d76dc16da6c5e14a7d429dc2-1 {}] regionserver.HStore(327): Store=fa855b85d76dc16da6c5e14a7d429dc2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:19:47,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for fa855b85d76dc16da6c5e14a7d429dc2 2024-11-23T11:19:47,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/replication/fa855b85d76dc16da6c5e14a7d429dc2 2024-11-23T11:19:47,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/replication/fa855b85d76dc16da6c5e14a7d429dc2 2024-11-23T11:19:47,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for fa855b85d76dc16da6c5e14a7d429dc2 2024-11-23T11:19:47,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for fa855b85d76dc16da6c5e14a7d429dc2 2024-11-23T11:19:47,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:19:47,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for fa855b85d76dc16da6c5e14a7d429dc2 2024-11-23T11:19:47,938 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened fa855b85d76dc16da6c5e14a7d429dc2; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68595766, jitterRate=0.022156566381454468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:19:47,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa855b85d76dc16da6c5e14a7d429dc2 2024-11-23T11:19:47,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for fa855b85d76dc16da6c5e14a7d429dc2: Running coprocessor pre-open hook at 1732360787923Writing region info on filesystem at 1732360787923Initializing all the Stores at 1732360787924 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360787924Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360787924Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360787924Cleaning up temporary data from old regions at 1732360787936 (+12 ms)Running coprocessor post-open hooks at 1732360787938 (+2 ms)Region opened successfully at 1732360787938 2024-11-23T11:19:47,939 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2., pid=13, masterSystemTime=1732360787901 2024-11-23T11:19:47,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2. 2024-11-23T11:19:47,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2. 2024-11-23T11:19:47,942 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fa855b85d76dc16da6c5e14a7d429dc2, regionState=OPEN, openSeqNum=9, regionLocation=64443f9a1829,40255,1732360782177 2024-11-23T11:19:47,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa855b85d76dc16da6c5e14a7d429dc2, server=64443f9a1829,40255,1732360782177 because future has completed 2024-11-23T11:19:47,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-23T11:19:47,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure fa855b85d76dc16da6c5e14a7d429dc2, server=64443f9a1829,40255,1732360782177 in 197 msec 2024-11-23T11:19:47,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-23T11:19:47,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa855b85d76dc16da6c5e14a7d429dc2, ASSIGN in 354 msec 2024-11-23T11:19:47,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-23T11:19:47,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2., hostname=64443f9a1829,40255,1732360782177, seqNum=9] 2024-11-23T11:19:47,970 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 64443f9a1829,43233,1732360769130 2024-11-23T11:19:47,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-23T11:19:47,977 DEBUG [RS:0;64443f9a1829:40255.replicationSource.wal-reader.64443f9a1829%2C40255%2C1732360782177,1-64443f9a1829,40255,1732360782177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,40255,1732360782177/64443f9a1829%2C40255%2C1732360782177.1732360783398 to pos 0, reset compression=false 2024-11-23T11:19:48,023 DEBUG [RS:0;64443f9a1829:37131 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/oldWALs 2024-11-23T11:19:48,023 INFO [RS:0;64443f9a1829:37131 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C37131%2C1732360774350:(num 1732360776403) 2024-11-23T11:19:48,023 DEBUG [RS:0;64443f9a1829:37131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:48,023 INFO [RS:0;64443f9a1829:37131 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:19:48,023 INFO [RS:0;64443f9a1829:37131 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:19:48,023 INFO [RS:0;64443f9a1829:37131 {}] hbase.ChoreService(370): Chore service for: regionserver/64443f9a1829:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T11:19:48,023 INFO [RS:0;64443f9a1829:37131 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:19:48,023 INFO [regionserver/64443f9a1829:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:19:48,024 INFO [RS:0;64443f9a1829:37131 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37131 2024-11-23T11:19:48,060 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x101676b7eed0004, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1964991489/rs/64443f9a1829,37131,1732360774350 2024-11-23T11:19:48,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35675-0x101676b7eed0003, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1964991489/rs 2024-11-23T11:19:48,060 INFO [RS:0;64443f9a1829:37131 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:19:48,061 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64443f9a1829,37131,1732360774350] 2024-11-23T11:19:48,121 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1964991489/draining/64443f9a1829,37131,1732360774350 already deleted, retry=false 2024-11-23T11:19:48,121 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64443f9a1829,37131,1732360774350 expired; onlineServers=0 2024-11-23T11:19:48,121 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64443f9a1829,35675,1732360774213' ***** 2024-11-23T11:19:48,122 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T11:19:48,122 INFO [M:0;64443f9a1829:35675 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:19:48,122 INFO [M:0;64443f9a1829:35675 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:19:48,122 DEBUG [M:0;64443f9a1829:35675 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T11:19:48,122 DEBUG [M:0;64443f9a1829:35675 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T11:19:48,122 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T11:19:48,122 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360776100 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360776100,5,FailOnTimeoutGroup] 2024-11-23T11:19:48,122 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360776099 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360776099,5,FailOnTimeoutGroup] 2024-11-23T11:19:48,122 INFO [M:0;64443f9a1829:35675 {}] hbase.ChoreService(370): Chore service for: master/64443f9a1829:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T11:19:48,122 INFO [M:0;64443f9a1829:35675 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:19:48,122 DEBUG [M:0;64443f9a1829:35675 {}] master.HMaster(1795): Stopping service threads 2024-11-23T11:19:48,122 INFO [M:0;64443f9a1829:35675 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T11:19:48,122 INFO [M:0;64443f9a1829:35675 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:19:48,122 INFO [M:0;64443f9a1829:35675 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T11:19:48,123 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T11:19:48,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40255 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-23T11:19:48,222 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x101676b7eed0004, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:19:48,222 INFO [RS:0;64443f9a1829:37131 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:19:48,222 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x101676b7eed0004, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:19:48,222 INFO [RS:0;64443f9a1829:37131 {}] regionserver.HRegionServer(1031): Exiting; stopping=64443f9a1829,37131,1732360774350; zookeeper connection closed. 2024-11-23T11:19:48,222 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d39a15b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d39a15b 2024-11-23T11:19:48,222 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T11:19:48,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35675-0x101676b7eed0003, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1964991489/master 2024-11-23T11:19:48,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35675-0x101676b7eed0003, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1964991489 2024-11-23T11:19:48,223 DEBUG [M:0;64443f9a1829:35675 {}] zookeeper.ZKUtil(347): master:35675-0x101676b7eed0003, quorum=127.0.0.1:63525, baseZNode=/1964991489 Unable to get data of znode /1964991489/master because node does not exist (not an error) 2024-11-23T11:19:48,223 WARN [M:0;64443f9a1829:35675 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T11:19:48,224 INFO [M:0;64443f9a1829:35675 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/.lastflushedseqids 2024-11-23T11:19:48,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741836_1012 (size=99) 2024-11-23T11:19:48,633 INFO [M:0;64443f9a1829:35675 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T11:19:48,633 INFO [M:0;64443f9a1829:35675 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T11:19:48,633 DEBUG [M:0;64443f9a1829:35675 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:19:48,633 INFO [M:0;64443f9a1829:35675 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:19:48,633 DEBUG [M:0;64443f9a1829:35675 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:19:48,633 DEBUG [M:0;64443f9a1829:35675 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:19:48,633 DEBUG [M:0;64443f9a1829:35675 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:19:48,634 INFO [M:0;64443f9a1829:35675 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-23T11:19:48,648 DEBUG [M:0;64443f9a1829:35675 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae949707a9e644d0b6c4cb2b0e45e0e9 is 82, key is hbase:meta,,1/info:regioninfo/1732360777305/Put/seqid=0 2024-11-23T11:19:48,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741837_1013 (size=5672) 2024-11-23T11:19:48,983 DEBUG [RS:0;64443f9a1829:40255.replicationSource.wal-reader.64443f9a1829%2C40255%2C1732360782177,1-64443f9a1829,40255,1732360782177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,40255,1732360782177/64443f9a1829%2C40255%2C1732360782177.1732360783398 to pos 0, reset compression=false 2024-11-23T11:19:49,053 INFO [M:0;64443f9a1829:35675 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae949707a9e644d0b6c4cb2b0e45e0e9 2024-11-23T11:19:49,077 DEBUG [M:0;64443f9a1829:35675 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5816e4a2a4d948fa8837f0a954d78ade is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732360777338/Put/seqid=0 2024-11-23T11:19:49,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741838_1014 (size=5275) 2024-11-23T11:19:49,225 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:19:49,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:49,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:49,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:49,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:49,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:49,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:49,268 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T11:19:49,491 INFO [M:0;64443f9a1829:35675 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5816e4a2a4d948fa8837f0a954d78ade 2024-11-23T11:19:49,525 DEBUG [M:0;64443f9a1829:35675 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14cc133167114d46a521aba11da5bb88 is 69, key is 64443f9a1829,37131,1732360774350/rs:state/1732360776219/Put/seqid=0 2024-11-23T11:19:49,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741839_1015 (size=5156) 2024-11-23T11:19:49,932 INFO [M:0;64443f9a1829:35675 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14cc133167114d46a521aba11da5bb88 2024-11-23T11:19:49,944 DEBUG [M:0;64443f9a1829:35675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae949707a9e644d0b6c4cb2b0e45e0e9 as hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae949707a9e644d0b6c4cb2b0e45e0e9 2024-11-23T11:19:49,949 INFO [M:0;64443f9a1829:35675 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae949707a9e644d0b6c4cb2b0e45e0e9, entries=8, sequenceid=28, filesize=5.5 K 2024-11-23T11:19:49,950 DEBUG [M:0;64443f9a1829:35675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5816e4a2a4d948fa8837f0a954d78ade as hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5816e4a2a4d948fa8837f0a954d78ade 2024-11-23T11:19:49,958 INFO [M:0;64443f9a1829:35675 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5816e4a2a4d948fa8837f0a954d78ade, entries=3, sequenceid=28, filesize=5.2 K 2024-11-23T11:19:49,959 DEBUG [M:0;64443f9a1829:35675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14cc133167114d46a521aba11da5bb88 as hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/14cc133167114d46a521aba11da5bb88 2024-11-23T11:19:49,964 INFO [M:0;64443f9a1829:35675 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36597/user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/14cc133167114d46a521aba11da5bb88, entries=1, sequenceid=28, filesize=5.0 K 2024-11-23T11:19:49,965 INFO [M:0;64443f9a1829:35675 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1332ms, sequenceid=28, compaction requested=false 2024-11-23T11:19:49,976 INFO [M:0;64443f9a1829:35675 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:19:49,976 DEBUG [M:0;64443f9a1829:35675 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360788633Disabling compacts and flushes for region at 1732360788633Disabling writes for close at 1732360788633Obtaining lock to block concurrent updates at 1732360788634 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732360788634Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732360788634Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732360788634Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732360788634Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732360788648 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732360788648Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732360789057 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732360789076 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732360789076Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732360789499 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732360789525 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732360789525Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6110b4cf: reopening flushed file at 1732360789943 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bc81661: reopening flushed file at 1732360789949 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@362d8472: reopening flushed file at 1732360789958 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1332ms, sequenceid=28, compaction requested=false at 1732360789965 (+7 ms)Writing region close event to WAL at 1732360789976 (+11 ms)Closed at 1732360789976 2024-11-23T11:19:49,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741830_1006 (size=10165) 2024-11-23T11:19:49,980 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e7f78273-c50d-7c76-9865-9f1476ddac78/MasterData/WALs/64443f9a1829,35675,1732360774213/64443f9a1829%2C35675%2C1732360774213.1732360775697 not finished, retry = 0 2024-11-23T11:19:50,081 INFO [M:0;64443f9a1829:35675 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T11:19:50,081 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:19:50,081 INFO [M:0;64443f9a1829:35675 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35675 2024-11-23T11:19:50,082 INFO [M:0;64443f9a1829:35675 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:19:50,088 DEBUG [RS:0;64443f9a1829:40255.replicationSource.wal-reader.64443f9a1829%2C40255%2C1732360782177,1-64443f9a1829,40255,1732360782177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,40255,1732360782177/64443f9a1829%2C40255%2C1732360782177.1732360783398 to pos 0, reset compression=false 2024-11-23T11:19:50,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35675-0x101676b7eed0003, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:19:50,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35675-0x101676b7eed0003, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:19:50,192 INFO [M:0;64443f9a1829:35675 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:19:50,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e64d11a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:19:50,195 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c4a46ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:19:50,195 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:19:50,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f61ebe8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:19:50,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1671ab22{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d27948a-f585-05bd-b9b8-e9d1edc2fec0/hadoop.log.dir/,STOPPED} 2024-11-23T11:19:50,198 WARN [BP-8975487-172.17.0.3-1732360772342 heartbeating to localhost/127.0.0.1:36597 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T11:19:50,198 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T11:19:50,198 WARN [BP-8975487-172.17.0.3-1732360772342 heartbeating to localhost/127.0.0.1:36597 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-8975487-172.17.0.3-1732360772342 (Datanode Uuid 68058d2f-a7ee-417d-b3c9-52f5391c56a3) service to localhost/127.0.0.1:36597 2024-11-23T11:19:50,198 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T11:19:50,198 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d27948a-f585-05bd-b9b8-e9d1edc2fec0/cluster_809bd48d-a529-0a7d-d016-6972142a2a30/data/data1/current/BP-8975487-172.17.0.3-1732360772342 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:19:50,199 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d27948a-f585-05bd-b9b8-e9d1edc2fec0/cluster_809bd48d-a529-0a7d-d016-6972142a2a30/data/data2/current/BP-8975487-172.17.0.3-1732360772342 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:19:50,199 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T11:19:50,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bb8a9b8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:19:50,209 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@376ffd37{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:19:50,209 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:19:50,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c973322{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:19:50,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a775333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d27948a-f585-05bd-b9b8-e9d1edc2fec0/hadoop.log.dir/,STOPPED} 2024-11-23T11:19:50,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T11:19:50,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T11:19:50,223 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:19:50,223 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:19:50,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:50,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:50,223 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:19:50,223 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T11:19:50,223 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=388705000, stopped=false 2024-11-23T11:19:50,223 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64443f9a1829,42995,1732360782055 2024-11-23T11:19:50,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40255-0x101676b7eed0007, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1680666358/running 2024-11-23T11:19:50,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42995-0x101676b7eed0006, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1680666358/running 2024-11-23T11:19:50,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42995-0x101676b7eed0006, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680666358 2024-11-23T11:19:50,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40255-0x101676b7eed0007, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680666358 2024-11-23T11:19:50,237 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:19:50,237 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:19:50,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40255-0x101676b7eed0007, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Set watcher on znode that does not yet exist, /0-1680666358/running 2024-11-23T11:19:50,237 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:19:50,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:50,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42995-0x101676b7eed0006, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Set watcher on znode that does not yet exist, /0-1680666358/running 2024-11-23T11:19:50,238 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64443f9a1829,40255,1732360782177' ***** 2024-11-23T11:19:50,238 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T11:19:50,238 INFO [RS:0;64443f9a1829:40255 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T11:19:50,238 INFO [RS:0;64443f9a1829:40255 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T11:19:50,238 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T11:19:50,238 INFO [RS:0;64443f9a1829:40255 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T11:19:50,238 INFO [RS:0;64443f9a1829:40255 {}] regionserver.HRegionServer(3091): Received CLOSE for fa855b85d76dc16da6c5e14a7d429dc2 2024-11-23T11:19:50,238 INFO [RS:0;64443f9a1829:40255 {}] regionserver.HRegionServer(959): stopping server 64443f9a1829,40255,1732360782177 2024-11-23T11:19:50,239 INFO [RS:0;64443f9a1829:40255 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:19:50,239 INFO [RS:0;64443f9a1829:40255 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:40255. 2024-11-23T11:19:50,239 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa855b85d76dc16da6c5e14a7d429dc2, disabling compactions & flushes 2024-11-23T11:19:50,239 DEBUG [RS:0;64443f9a1829:40255 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:19:50,239 DEBUG [RS:0;64443f9a1829:40255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:50,239 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2. 2024-11-23T11:19:50,239 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2. 2024-11-23T11:19:50,239 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2. after waiting 0 ms 2024-11-23T11:19:50,239 INFO [RS:0;64443f9a1829:40255 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T11:19:50,239 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2. 2024-11-23T11:19:50,239 INFO [RS:0;64443f9a1829:40255 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T11:19:50,239 INFO [RS:0;64443f9a1829:40255 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T11:19:50,239 INFO [RS:0;64443f9a1829:40255 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T11:19:50,240 INFO [RS:0;64443f9a1829:40255 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T11:19:50,240 DEBUG [RS:0;64443f9a1829:40255 {}] regionserver.HRegionServer(1325): Online Regions={fa855b85d76dc16da6c5e14a7d429dc2=hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T11:19:50,240 DEBUG [RS:0;64443f9a1829:40255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fa855b85d76dc16da6c5e14a7d429dc2 2024-11-23T11:19:50,240 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:19:50,240 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:19:50,240 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:19:50,240 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:19:50,240 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:19:50,240 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-23T11:19:50,247 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/replication/fa855b85d76dc16da6c5e14a7d429dc2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-23T11:19:50,248 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:19:50,248 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:19:50,248 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2. 2024-11-23T11:19:50,248 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa855b85d76dc16da6c5e14a7d429dc2: Waiting for close lock at 1732360790239Running coprocessor pre-close hooks at 1732360790239Disabling compacts and flushes for region at 1732360790239Disabling writes for close at 1732360790239Writing region close event to WAL at 1732360790244 (+5 ms)Running coprocessor post-close hooks at 1732360790248 (+4 ms)Closed at 1732360790248 2024-11-23T11:19:50,248 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2. 2024-11-23T11:19:50,259 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/meta/1588230740/.tmp/info/8442540590ef4f49b896edfc7e06018d is 147, key is hbase:replication,,1732360777438.fa855b85d76dc16da6c5e14a7d429dc2./info:regioninfo/1732360787942/Put/seqid=0 2024-11-23T11:19:50,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38895 is added to blk_1073741851_1027 (size=6385) 2024-11-23T11:19:50,320 INFO [regionserver/64443f9a1829:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:19:50,440 DEBUG [RS:0;64443f9a1829:40255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:19:50,641 DEBUG [RS:0;64443f9a1829:40255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:19:50,664 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/meta/1588230740/.tmp/info/8442540590ef4f49b896edfc7e06018d 2024-11-23T11:19:50,671 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/meta/1588230740/.tmp/info/8442540590ef4f49b896edfc7e06018d as hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/meta/1588230740/info/8442540590ef4f49b896edfc7e06018d 2024-11-23T11:19:50,677 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/meta/1588230740/info/8442540590ef4f49b896edfc7e06018d, entries=8, sequenceid=19, filesize=6.2 K 2024-11-23T11:19:50,678 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=19, compaction requested=false 2024-11-23T11:19:50,691 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-23T11:19:50,692 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:19:50,692 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:19:50,692 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:19:50,692 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360790240Running coprocessor pre-close hooks at 1732360790240Disabling compacts and flushes for region at 1732360790240Disabling writes for close at 1732360790240Obtaining lock to block concurrent updates at 1732360790240Preparing flush snapshotting stores in 1588230740 at 1732360790240Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732360790241 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732360790241Flushing 1588230740/info: creating writer at 1732360790241Flushing 1588230740/info: appending metadata at 1732360790259 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732360790259Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c2f0fab: reopening flushed file at 1732360790670 (+411 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=19, compaction requested=false at 1732360790678 (+8 ms)Writing region close event to WAL at 1732360790685 (+7 ms)Running coprocessor post-close hooks at 1732360790692 (+7 ms)Closed at 1732360790692 2024-11-23T11:19:50,692 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T11:19:50,841 INFO [RS:0;64443f9a1829:40255 {}] regionserver.HRegionServer(976): stopping server 64443f9a1829,40255,1732360782177; all regions closed. 2024-11-23T11:19:50,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38895 is added to blk_1073741849_1025 (size=2156) 2024-11-23T11:19:50,845 DEBUG [RS:0;64443f9a1829:40255 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/oldWALs 2024-11-23T11:19:50,845 INFO [RS:0;64443f9a1829:40255 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C40255%2C1732360782177.meta:.meta(num 1732360783686) 2024-11-23T11:19:50,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38895 is added to blk_1073741850_1026 (size=796) 2024-11-23T11:19:50,847 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,40255,1732360782177/64443f9a1829%2C40255%2C1732360782177.rep.1732360787906 not finished, retry = 0 2024-11-23T11:19:50,949 DEBUG [RS:0;64443f9a1829:40255 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/oldWALs 2024-11-23T11:19:50,949 INFO [RS:0;64443f9a1829:40255 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C40255%2C1732360782177.rep:(num 1732360787906) 2024-11-23T11:19:50,951 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/WALs/64443f9a1829,40255,1732360782177/64443f9a1829%2C40255%2C1732360782177.1732360783398 not finished, retry = 0 2024-11-23T11:19:50,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38895 is added to blk_1073741848_1024 (size=93) 2024-11-23T11:19:51,055 DEBUG [RS:0;64443f9a1829:40255 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/oldWALs 2024-11-23T11:19:51,055 INFO [RS:0;64443f9a1829:40255 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C40255%2C1732360782177:(num 1732360783398) 2024-11-23T11:19:51,055 DEBUG [RS:0;64443f9a1829:40255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:51,055 INFO [RS:0;64443f9a1829:40255 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:19:51,055 INFO [RS:0;64443f9a1829:40255 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:19:51,055 INFO [RS:0;64443f9a1829:40255 {}] hbase.ChoreService(370): Chore service for: regionserver/64443f9a1829:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T11:19:51,055 INFO [RS:0;64443f9a1829:40255 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:19:51,056 INFO [RS:0;64443f9a1829:40255 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-64443f9a1829,40255,1732360782177 because: Region server is closing 2024-11-23T11:19:51,056 INFO [RS:0;64443f9a1829:40255 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:40255. 2024-11-23T11:19:51,056 DEBUG [RS:0;64443f9a1829:40255 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:19:51,056 DEBUG [RS:0;64443f9a1829:40255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:51,056 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/64443f9a1829:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-23T11:19:51,056 DEBUG [RS:0;64443f9a1829:40255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:51,056 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/64443f9a1829:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-23T11:19:51,056 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:19:51,056 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/64443f9a1829:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-23T11:19:51,056 INFO [regionserver/64443f9a1829:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:19:51,156 WARN [RS:0;64443f9a1829:40255.replicationSource.wal-reader.64443f9a1829%2C40255%2C1732360782177,1-64443f9a1829,40255,1732360782177 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T11:19:51,156 WARN [RS:0;64443f9a1829:40255.replicationSource.shipper64443f9a1829%2C40255%2C1732360782177,1-64443f9a1829,40255,1732360782177 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T11:19:51,157 INFO [RS:0;64443f9a1829:40255 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;64443f9a1829:40255.replicationSource.shipper64443f9a1829%2C40255%2C1732360782177,1-64443f9a1829,40255,1732360782177 terminated 2024-11-23T11:19:51,157 INFO [RS:0;64443f9a1829:40255 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40255 2024-11-23T11:19:51,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42995-0x101676b7eed0006, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680666358/rs 2024-11-23T11:19:51,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40255-0x101676b7eed0007, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1680666358/rs/64443f9a1829,40255,1732360782177 2024-11-23T11:19:51,163 INFO [RS:0;64443f9a1829:40255 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:19:51,164 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64443f9a1829,40255,1732360782177] 2024-11-23T11:19:51,174 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1680666358/draining/64443f9a1829,40255,1732360782177 already deleted, retry=false 2024-11-23T11:19:51,174 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64443f9a1829,40255,1732360782177 expired; onlineServers=0 2024-11-23T11:19:51,174 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64443f9a1829,42995,1732360782055' ***** 2024-11-23T11:19:51,174 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T11:19:51,174 INFO [M:0;64443f9a1829:42995 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:19:51,174 INFO [M:0;64443f9a1829:42995 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:19:51,175 DEBUG [M:0;64443f9a1829:42995 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T11:19:51,175 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T11:19:51,175 DEBUG [M:0;64443f9a1829:42995 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T11:19:51,175 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360783069 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360783069,5,FailOnTimeoutGroup] 2024-11-23T11:19:51,175 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360783069 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360783069,5,FailOnTimeoutGroup] 2024-11-23T11:19:51,175 INFO [M:0;64443f9a1829:42995 {}] hbase.ChoreService(370): Chore service for: master/64443f9a1829:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T11:19:51,175 INFO [M:0;64443f9a1829:42995 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:19:51,175 DEBUG [M:0;64443f9a1829:42995 {}] master.HMaster(1795): Stopping service threads 2024-11-23T11:19:51,175 INFO [M:0;64443f9a1829:42995 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T11:19:51,176 INFO [M:0;64443f9a1829:42995 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:19:51,176 INFO [M:0;64443f9a1829:42995 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T11:19:51,176 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T11:19:51,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42995-0x101676b7eed0006, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1680666358/master 2024-11-23T11:19:51,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42995-0x101676b7eed0006, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680666358 2024-11-23T11:19:51,184 DEBUG [M:0;64443f9a1829:42995 {}] zookeeper.ZKUtil(347): master:42995-0x101676b7eed0006, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Unable to get data of znode /0-1680666358/master because node does not exist (not an error) 2024-11-23T11:19:51,184 WARN [M:0;64443f9a1829:42995 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T11:19:51,185 INFO [M:0;64443f9a1829:42995 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/.lastflushedseqids 2024-11-23T11:19:51,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38895 is added to blk_1073741852_1028 (size=181) 2024-11-23T11:19:51,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40255-0x101676b7eed0007, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:19:51,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40255-0x101676b7eed0007, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:19:51,274 INFO [RS:0;64443f9a1829:40255 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:19:51,274 INFO [RS:0;64443f9a1829:40255 {}] regionserver.HRegionServer(1031): Exiting; stopping=64443f9a1829,40255,1732360782177; zookeeper connection closed. 2024-11-23T11:19:51,276 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36056fdc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36056fdc 2024-11-23T11:19:51,276 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T11:19:51,635 INFO [M:0;64443f9a1829:42995 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T11:19:51,636 INFO [M:0;64443f9a1829:42995 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T11:19:51,636 DEBUG [M:0;64443f9a1829:42995 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:19:51,636 INFO [M:0;64443f9a1829:42995 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:19:51,636 DEBUG [M:0;64443f9a1829:42995 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:19:51,636 DEBUG [M:0;64443f9a1829:42995 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:19:51,636 DEBUG [M:0;64443f9a1829:42995 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:19:51,636 INFO [M:0;64443f9a1829:42995 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-23T11:19:51,678 DEBUG [M:0;64443f9a1829:42995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85a18f7651d043959708dac886e2b860 is 82, key is hbase:meta,,1/info:regioninfo/1732360783791/Put/seqid=0 2024-11-23T11:19:51,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38895 is added to blk_1073741853_1029 (size=5672) 2024-11-23T11:19:51,687 INFO [M:0;64443f9a1829:42995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85a18f7651d043959708dac886e2b860 2024-11-23T11:19:51,733 DEBUG [M:0;64443f9a1829:42995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d04d425132e4b11aa42c32b1568cdcd is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732360787948/Put/seqid=0 2024-11-23T11:19:51,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38895 is added to blk_1073741854_1030 (size=7312) 2024-11-23T11:19:52,161 INFO [M:0;64443f9a1829:42995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d04d425132e4b11aa42c32b1568cdcd 2024-11-23T11:19:52,204 DEBUG [M:0;64443f9a1829:42995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f7b619eec4714b23b4640416020da704 is 69, key is 64443f9a1829,40255,1732360782177/rs:state/1732360783101/Put/seqid=0 2024-11-23T11:19:52,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38895 is added to blk_1073741855_1031 (size=5370) 2024-11-23T11:19:52,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:19:52,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T11:19:52,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:19:52,636 INFO [M:0;64443f9a1829:42995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f7b619eec4714b23b4640416020da704 2024-11-23T11:19:52,642 INFO [M:0;64443f9a1829:42995 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f7b619eec4714b23b4640416020da704 2024-11-23T11:19:52,643 DEBUG [M:0;64443f9a1829:42995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85a18f7651d043959708dac886e2b860 as hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/85a18f7651d043959708dac886e2b860 2024-11-23T11:19:52,649 INFO [M:0;64443f9a1829:42995 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/85a18f7651d043959708dac886e2b860, entries=8, sequenceid=127, filesize=5.5 K 2024-11-23T11:19:52,651 DEBUG [M:0;64443f9a1829:42995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d04d425132e4b11aa42c32b1568cdcd as hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d04d425132e4b11aa42c32b1568cdcd 2024-11-23T11:19:52,658 INFO [M:0;64443f9a1829:42995 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d04d425132e4b11aa42c32b1568cdcd, entries=7, sequenceid=127, filesize=7.1 K 2024-11-23T11:19:52,659 DEBUG [M:0;64443f9a1829:42995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f7b619eec4714b23b4640416020da704 as hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f7b619eec4714b23b4640416020da704 2024-11-23T11:19:52,666 INFO [M:0;64443f9a1829:42995 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f7b619eec4714b23b4640416020da704 2024-11-23T11:19:52,666 INFO [M:0;64443f9a1829:42995 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45903/user/jenkins/test-data/c0c78894-7ec6-90c3-889d-469a5b9892c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f7b619eec4714b23b4640416020da704, entries=2, sequenceid=127, filesize=5.2 K 2024-11-23T11:19:52,667 INFO [M:0;64443f9a1829:42995 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1031ms, sequenceid=127, compaction requested=false 2024-11-23T11:19:52,668 INFO [M:0;64443f9a1829:42995 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:19:52,668 DEBUG [M:0;64443f9a1829:42995 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360791636Disabling compacts and flushes for region at 1732360791636Disabling writes for close at 1732360791636Obtaining lock to block concurrent updates at 1732360791636Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732360791636Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732360791636Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732360791637 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732360791637Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732360791677 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732360791677Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732360791698 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732360791733 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732360791733Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732360792173 (+440 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732360792203 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732360792203Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77f547b5: reopening flushed file at 1732360792642 (+439 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16b6c4bf: reopening flushed file at 1732360792649 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41aafb20: reopening flushed file at 1732360792658 (+9 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1031ms, sequenceid=127, compaction requested=false at 1732360792667 (+9 ms)Writing region close event to WAL at 1732360792668 (+1 ms)Closed at 1732360792668 2024-11-23T11:19:52,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38895 is added to blk_1073741847_1023 (size=22903) 2024-11-23T11:19:52,674 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:19:52,674 INFO [M:0;64443f9a1829:42995 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T11:19:52,674 INFO [M:0;64443f9a1829:42995 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42995 2024-11-23T11:19:52,674 INFO [M:0;64443f9a1829:42995 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:19:52,842 INFO [M:0;64443f9a1829:42995 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:19:52,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42995-0x101676b7eed0006, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:19:52,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42995-0x101676b7eed0006, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:19:52,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a8352e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:19:52,878 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@741e7fe3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:19:52,878 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:19:52,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fcf7252{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:19:52,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2614d7cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f/hadoop.log.dir/,STOPPED} 2024-11-23T11:19:52,881 WARN [BP-460811433-172.17.0.3-1732360766313 heartbeating to localhost/127.0.0.1:45903 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T11:19:52,881 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T11:19:52,881 WARN [BP-460811433-172.17.0.3-1732360766313 heartbeating to localhost/127.0.0.1:45903 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-460811433-172.17.0.3-1732360766313 (Datanode Uuid 75db0644-2d56-4c78-bf0b-f43e339cdf32) service to localhost/127.0.0.1:45903 2024-11-23T11:19:52,881 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T11:19:52,882 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f/cluster_ade5f551-7214-3087-d6f7-d459974e516b/data/data1/current/BP-460811433-172.17.0.3-1732360766313 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:19:52,882 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f/cluster_ade5f551-7214-3087-d6f7-d459974e516b/data/data2/current/BP-460811433-172.17.0.3-1732360766313 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:19:52,882 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T11:19:52,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34361232{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:19:52,889 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31140d4b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:19:52,889 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:19:52,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7851ebb6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:19:52,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@155045e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90377911-b015-a441-09e8-777740f91a5f/hadoop.log.dir/,STOPPED} 2024-11-23T11:19:52,897 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T11:19:52,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T11:19:52,923 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=203 (was 159) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63525) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36597 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45903 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36597 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63525) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:45903 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36597 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:36597 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45903 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45903 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36597 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45903 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:45903 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=567 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=442 (was 282) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6061 (was 7417) 2024-11-23T11:19:52,934 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=203, OpenFileDescriptor=567, MaxFileDescriptor=1048576, SystemLoadAverage=442, ProcessCount=11, AvailableMemoryMB=6061 2024-11-23T11:19:52,951 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-23T11:19:52,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d27948a-f585-05bd-b9b8-e9d1edc2fec0/hadoop.log.dir so I do NOT create it in target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f 2024-11-23T11:19:52,951 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d27948a-f585-05bd-b9b8-e9d1edc2fec0/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T11:19:52,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d27948a-f585-05bd-b9b8-e9d1edc2fec0/hadoop.tmp.dir so I do NOT create it in target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f 2024-11-23T11:19:52,951 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d27948a-f585-05bd-b9b8-e9d1edc2fec0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T11:19:52,951 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f 2024-11-23T11:19:52,952 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f/cluster_43cebcb6-5056-9a52-7267-41c7d7fb1339, deleteOnExit=true 2024-11-23T11:19:52,957 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f/cluster_43cebcb6-5056-9a52-7267-41c7d7fb1339/zookeeper_0, clientPort=59263, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f/cluster_43cebcb6-5056-9a52-7267-41c7d7fb1339/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f/cluster_43cebcb6-5056-9a52-7267-41c7d7fb1339/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T11:19:52,960 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59263 2024-11-23T11:19:52,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T11:19:52,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T11:19:52,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f/test.cache.data in system properties and HBase conf 2024-11-23T11:19:52,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T11:19:52,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f/hadoop.log.dir in system properties and HBase conf 2024-11-23T11:19:52,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T11:19:52,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T11:19:52,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T11:19:52,961 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T11:19:52,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:19:52,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:19:52,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T11:19:52,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:19:52,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T11:19:52,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T11:19:52,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:19:52,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:19:52,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T11:19:52,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f/nfs.dump.dir in system properties and HBase conf 2024-11-23T11:19:52,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f/java.io.tmpdir in system properties and HBase conf 2024-11-23T11:19:52,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:19:52,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T11:19:52,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T11:19:52,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101676b7eed0005, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T11:19:52,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101676b7eed0005, quorum=127.0.0.1:63525, baseZNode=/1964991489 Received Disconnected from ZooKeeper, ignoring 2024-11-23T11:19:52,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101676b7eed0002, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T11:19:52,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101676b7eed0002, quorum=127.0.0.1:63525, baseZNode=/0-1680666358 Received Disconnected from ZooKeeper, ignoring 2024-11-23T11:19:53,324 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:19:53,339 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:19:53,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:19:53,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:19:53,355 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T11:19:53,357 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:19:53,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32085278{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:19:53,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62ac5301{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:19:53,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b9b22ec{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f/java.io.tmpdir/jetty-localhost-45565-hadoop-hdfs-3_4_1-tests_jar-_-any-15070163491399729431/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:19:53,484 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c593636{HTTP/1.1, (http/1.1)}{localhost:45565} 2024-11-23T11:19:53,484 INFO [Time-limited test {}] server.Server(415): Started @167789ms 2024-11-23T11:19:53,791 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:19:53,796 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:19:53,800 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:19:53,800 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:19:53,800 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T11:19:53,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f697db0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:19:53,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29512588{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:19:53,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b8f1abb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f/java.io.tmpdir/jetty-localhost-33203-hadoop-hdfs-3_4_1-tests_jar-_-any-11722176304061939942/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:19:53,929 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@242318a{HTTP/1.1, (http/1.1)}{localhost:33203} 2024-11-23T11:19:53,929 INFO [Time-limited test {}] server.Server(415): Started @168234ms 2024-11-23T11:19:53,930 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T11:19:55,097 WARN [Thread-1675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f/cluster_43cebcb6-5056-9a52-7267-41c7d7fb1339/data/data1/current/BP-2098442406-172.17.0.3-1732360792984/current, will proceed with Du for space computation calculation, 2024-11-23T11:19:55,120 WARN [Thread-1676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f/cluster_43cebcb6-5056-9a52-7267-41c7d7fb1339/data/data2/current/BP-2098442406-172.17.0.3-1732360792984/current, will proceed with Du for space computation calculation, 2024-11-23T11:19:55,202 WARN [Thread-1663 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T11:19:55,206 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7494b6690e5ee2e with lease ID 0x24ed102571e4a72a: Processing first storage report for DS-a931afd1-44c7-4f1d-b032-42b28b85ae70 from datanode DatanodeRegistration(127.0.0.1:39609, datanodeUuid=2f55fa22-200b-434e-8293-ef4e849cd94e, infoPort=32899, infoSecurePort=0, ipcPort=40927, storageInfo=lv=-57;cid=testClusterID;nsid=170559847;c=1732360792984) 2024-11-23T11:19:55,206 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7494b6690e5ee2e with lease ID 0x24ed102571e4a72a: from storage DS-a931afd1-44c7-4f1d-b032-42b28b85ae70 node DatanodeRegistration(127.0.0.1:39609, datanodeUuid=2f55fa22-200b-434e-8293-ef4e849cd94e, infoPort=32899, infoSecurePort=0, ipcPort=40927, storageInfo=lv=-57;cid=testClusterID;nsid=170559847;c=1732360792984), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T11:19:55,206 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7494b6690e5ee2e with lease ID 0x24ed102571e4a72a: Processing first storage report for DS-3d12fb16-2bd4-41b8-ab76-3d9e64b76282 from datanode DatanodeRegistration(127.0.0.1:39609, datanodeUuid=2f55fa22-200b-434e-8293-ef4e849cd94e, infoPort=32899, infoSecurePort=0, ipcPort=40927, storageInfo=lv=-57;cid=testClusterID;nsid=170559847;c=1732360792984) 2024-11-23T11:19:55,206 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7494b6690e5ee2e with lease ID 0x24ed102571e4a72a: from storage DS-3d12fb16-2bd4-41b8-ab76-3d9e64b76282 node DatanodeRegistration(127.0.0.1:39609, datanodeUuid=2f55fa22-200b-434e-8293-ef4e849cd94e, infoPort=32899, infoSecurePort=0, ipcPort=40927, storageInfo=lv=-57;cid=testClusterID;nsid=170559847;c=1732360792984), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:19:55,213 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f 2024-11-23T11:19:55,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:19:55,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:19:55,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39609 is added to blk_1073741825_1001 (size=7) 2024-11-23T11:19:55,646 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc with version=8 2024-11-23T11:19:55,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/hbase-staging 2024-11-23T11:19:55,648 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:19:55,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:19:55,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:19:55,649 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:19:55,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:19:55,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:19:55,649 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T11:19:55,649 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:19:55,683 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37501 2024-11-23T11:19:55,685 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37501 connecting to ZooKeeper ensemble=127.0.0.1:59263 2024-11-23T11:19:55,758 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:19:55,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375010x0, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:19:55,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:55,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:55,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:55,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:55,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:55,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:55,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:55,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37501-0x101676be7250000 connected 2024-11-23T11:19:55,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:19:56,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:19:56,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:19:56,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37501-0x101676be7250000, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Set watcher on znode that does not yet exist, /0-163939801/running 2024-11-23T11:19:56,072 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc, hbase.cluster.distributed=false 2024-11-23T11:19:56,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37501-0x101676be7250000, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Set watcher on znode that does not yet exist, /0-163939801/acl 2024-11-23T11:19:56,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37501 2024-11-23T11:19:56,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37501 2024-11-23T11:19:56,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37501 2024-11-23T11:19:56,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37501 2024-11-23T11:19:56,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37501 2024-11-23T11:19:56,129 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:19:56,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:19:56,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:19:56,129 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:19:56,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:19:56,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:19:56,129 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T11:19:56,129 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:19:56,131 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33685 2024-11-23T11:19:56,132 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33685 connecting to ZooKeeper ensemble=127.0.0.1:59263 2024-11-23T11:19:56,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:19:56,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:19:56,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336850x0, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:19:56,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336850x0, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Set watcher on znode that does not yet exist, /0-163939801/running 2024-11-23T11:19:56,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33685-0x101676be7250001 connected 2024-11-23T11:19:56,153 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T11:19:56,156 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T11:19:56,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33685-0x101676be7250001, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Set watcher on znode that does not yet exist, /0-163939801/master 2024-11-23T11:19:56,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33685-0x101676be7250001, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Set watcher on znode that does not yet exist, /0-163939801/acl 2024-11-23T11:19:56,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33685 2024-11-23T11:19:56,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33685 2024-11-23T11:19:56,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33685 2024-11-23T11:19:56,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33685 2024-11-23T11:19:56,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33685 2024-11-23T11:19:56,194 DEBUG [M:0;64443f9a1829:37501 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64443f9a1829:37501 2024-11-23T11:19:56,216 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-163939801/backup-masters/64443f9a1829,37501,1732360795648 2024-11-23T11:19:56,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33685-0x101676be7250001, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-163939801/backup-masters 2024-11-23T11:19:56,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37501-0x101676be7250000, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-163939801/backup-masters 2024-11-23T11:19:56,228 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37501-0x101676be7250000, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Set watcher on existing znode=/0-163939801/backup-masters/64443f9a1829,37501,1732360795648 2024-11-23T11:19:56,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33685-0x101676be7250001, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-163939801/master 2024-11-23T11:19:56,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37501-0x101676be7250000, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-163939801 2024-11-23T11:19:56,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33685-0x101676be7250001, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-163939801 2024-11-23T11:19:56,237 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37501-0x101676be7250000, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Set watcher on existing znode=/0-163939801/master 2024-11-23T11:19:56,237 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-163939801/backup-masters/64443f9a1829,37501,1732360795648 from backup master directory 2024-11-23T11:19:56,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37501-0x101676be7250000, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-163939801/backup-masters/64443f9a1829,37501,1732360795648 2024-11-23T11:19:56,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37501-0x101676be7250000, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-163939801/backup-masters 2024-11-23T11:19:56,247 WARN [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:19:56,247 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64443f9a1829,37501,1732360795648 2024-11-23T11:19:56,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33685-0x101676be7250001, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-163939801/backup-masters 2024-11-23T11:19:56,269 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/hbase.id] with ID: fa59c492-91af-4aab-9cca-89e9abac8e84 2024-11-23T11:19:56,270 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/.tmp/hbase.id 2024-11-23T11:19:56,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39609 is added to blk_1073741826_1002 (size=42) 2024-11-23T11:19:56,296 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/.tmp/hbase.id]:[hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/hbase.id] 2024-11-23T11:19:56,316 INFO [master/64443f9a1829:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:19:56,316 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T11:19:56,318 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-23T11:19:56,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33685-0x101676be7250001, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-163939801 2024-11-23T11:19:56,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37501-0x101676be7250000, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-163939801 2024-11-23T11:19:56,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39609 is added to blk_1073741827_1003 (size=196) 2024-11-23T11:19:56,344 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:19:56,345 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T11:19:56,346 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:19:56,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39609 is added to blk_1073741828_1004 (size=1189) 2024-11-23T11:19:56,776 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/MasterData/data/master/store 2024-11-23T11:19:56,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39609 is added to blk_1073741829_1005 (size=34) 2024-11-23T11:19:57,189 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:19:57,189 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:19:57,189 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:19:57,189 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:19:57,189 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:19:57,189 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:19:57,189 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:19:57,189 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360797189Disabling compacts and flushes for region at 1732360797189Disabling writes for close at 1732360797189Writing region close event to WAL at 1732360797189Closed at 1732360797189 2024-11-23T11:19:57,191 WARN [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/MasterData/data/master/store/.initializing 2024-11-23T11:19:57,191 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/MasterData/WALs/64443f9a1829,37501,1732360795648 2024-11-23T11:19:57,193 INFO [master/64443f9a1829:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:19:57,199 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64443f9a1829%2C37501%2C1732360795648, suffix=, logDir=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/MasterData/WALs/64443f9a1829,37501,1732360795648, archiveDir=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/MasterData/oldWALs, maxLogs=10 2024-11-23T11:19:57,216 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/MasterData/WALs/64443f9a1829,37501,1732360795648/64443f9a1829%2C37501%2C1732360795648.1732360797199, exclude list is [], retry=0 2024-11-23T11:19:57,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39609,DS-a931afd1-44c7-4f1d-b032-42b28b85ae70,DISK] 2024-11-23T11:19:57,243 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/MasterData/WALs/64443f9a1829,37501,1732360795648/64443f9a1829%2C37501%2C1732360795648.1732360797199 2024-11-23T11:19:57,252 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32899:32899)] 2024-11-23T11:19:57,252 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:19:57,253 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:19:57,253 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:57,253 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:57,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:57,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T11:19:57,266 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:57,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:19:57,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:57,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T11:19:57,269 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:57,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:19:57,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:57,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T11:19:57,271 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:57,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:19:57,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:57,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T11:19:57,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:57,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:19:57,274 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:57,275 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:57,276 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:57,277 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:57,277 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:57,278 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:19:57,279 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:19:57,281 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:19:57,282 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65320383, jitterRate=-0.02665044367313385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:19:57,283 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732360797253Initializing all the Stores at 1732360797254 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360797254Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360797264 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360797264Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360797264Cleaning up temporary data from old regions at 1732360797277 (+13 ms)Region opened successfully at 1732360797282 (+5 ms) 2024-11-23T11:19:57,283 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T11:19:57,286 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df0abc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:19:57,287 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T11:19:57,287 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T11:19:57,287 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T11:19:57,287 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T11:19:57,288 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T11:19:57,288 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T11:19:57,288 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T11:19:57,290 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T11:19:57,291 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37501-0x101676be7250000, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Unable to get data of znode /0-163939801/balancer because node does not exist (not necessarily an error) 2024-11-23T11:19:57,352 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-163939801/balancer already deleted, retry=false 2024-11-23T11:19:57,352 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T11:19:57,353 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37501-0x101676be7250000, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Unable to get data of znode /0-163939801/normalizer because node does not exist (not necessarily an error) 2024-11-23T11:19:57,362 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-163939801/normalizer already deleted, retry=false 2024-11-23T11:19:57,362 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T11:19:57,363 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37501-0x101676be7250000, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Unable to get data of znode /0-163939801/switch/split because node does not exist (not necessarily an error) 2024-11-23T11:19:57,373 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-163939801/switch/split already deleted, retry=false 2024-11-23T11:19:57,374 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37501-0x101676be7250000, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Unable to get data of znode /0-163939801/switch/merge because node does not exist (not necessarily an error) 2024-11-23T11:19:57,383 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-163939801/switch/merge already deleted, retry=false 2024-11-23T11:19:57,386 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37501-0x101676be7250000, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Unable to get data of znode /0-163939801/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T11:19:57,394 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-163939801/snapshot-cleanup already deleted, retry=false 2024-11-23T11:19:57,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33685-0x101676be7250001, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-163939801/running 2024-11-23T11:19:57,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37501-0x101676be7250000, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-163939801/running 2024-11-23T11:19:57,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33685-0x101676be7250001, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-163939801 2024-11-23T11:19:57,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37501-0x101676be7250000, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-163939801 2024-11-23T11:19:57,408 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64443f9a1829,37501,1732360795648, sessionid=0x101676be7250000, setting cluster-up flag (Was=false) 2024-11-23T11:19:57,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37501-0x101676be7250000, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-163939801 2024-11-23T11:19:57,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33685-0x101676be7250001, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-163939801 2024-11-23T11:19:57,457 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-163939801/flush-table-proc/acquired, /0-163939801/flush-table-proc/reached, /0-163939801/flush-table-proc/abort 2024-11-23T11:19:57,458 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,37501,1732360795648 2024-11-23T11:19:57,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33685-0x101676be7250001, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-163939801 2024-11-23T11:19:57,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37501-0x101676be7250000, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-163939801 2024-11-23T11:19:57,509 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-163939801/online-snapshot/acquired, /0-163939801/online-snapshot/reached, /0-163939801/online-snapshot/abort 2024-11-23T11:19:57,512 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,37501,1732360795648 2024-11-23T11:19:57,514 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T11:19:57,515 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T11:19:57,516 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T11:19:57,516 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T11:19:57,516 WARN [master/64443f9a1829:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 64443f9a1829,43233,1732360769130: status=Processing ServerCrashProcedure of 64443f9a1829,43233,1732360769130 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732360783030, completionTime=-1 appears to have been leaked 2024-11-23T11:19:57,516 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64443f9a1829,37501,1732360795648 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T11:19:57,517 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:19:57,518 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:19:57,518 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:19:57,518 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:19:57,518 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64443f9a1829:0, corePoolSize=10, maxPoolSize=10 2024-11-23T11:19:57,518 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:57,518 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:19:57,518 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:57,520 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:19:57,520 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T11:19:57,521 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:57,521 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T11:19:57,540 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732360827540 2024-11-23T11:19:57,540 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T11:19:57,540 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T11:19:57,541 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T11:19:57,541 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T11:19:57,541 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T11:19:57,541 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T11:19:57,545 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:57,546 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T11:19:57,546 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T11:19:57,546 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T11:19:57,546 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T11:19:57,556 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T11:19:57,556 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T11:19:57,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39609 is added to blk_1073741831_1007 (size=1321) 2024-11-23T11:19:57,567 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T11:19:57,568 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc 2024-11-23T11:19:57,576 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360797556,5,FailOnTimeoutGroup] 2024-11-23T11:19:57,597 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360797576,5,FailOnTimeoutGroup] 2024-11-23T11:19:57,597 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:57,597 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T11:19:57,597 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:57,597 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:57,605 INFO [RS:0;64443f9a1829:33685 {}] regionserver.HRegionServer(746): ClusterId : fa59c492-91af-4aab-9cca-89e9abac8e84 2024-11-23T11:19:57,605 DEBUG [RS:0;64443f9a1829:33685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T11:19:57,622 DEBUG [RS:0;64443f9a1829:33685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T11:19:57,622 DEBUG [RS:0;64443f9a1829:33685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T11:19:57,636 DEBUG [RS:0;64443f9a1829:33685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T11:19:57,636 DEBUG [RS:0;64443f9a1829:33685 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df60d7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:19:57,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39609 is added to blk_1073741832_1008 (size=32) 2024-11-23T11:19:57,691 DEBUG [RS:0;64443f9a1829:33685 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64443f9a1829:33685 2024-11-23T11:19:57,692 INFO [RS:0;64443f9a1829:33685 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T11:19:57,692 INFO [RS:0;64443f9a1829:33685 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T11:19:57,692 DEBUG [RS:0;64443f9a1829:33685 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T11:19:57,694 INFO [RS:0;64443f9a1829:33685 {}] regionserver.HRegionServer(2659): reportForDuty to master=64443f9a1829,37501,1732360795648 with port=33685, startcode=1732360796128 2024-11-23T11:19:57,695 DEBUG [RS:0;64443f9a1829:33685 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T11:19:57,709 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T11:19:57,709 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37501 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64443f9a1829,33685,1732360796128 2024-11-23T11:19:57,709 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37501 {}] master.ServerManager(517): Registering regionserver=64443f9a1829,33685,1732360796128 2024-11-23T11:19:57,711 DEBUG [RS:0;64443f9a1829:33685 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc 2024-11-23T11:19:57,711 DEBUG [RS:0;64443f9a1829:33685 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35583 2024-11-23T11:19:57,711 DEBUG [RS:0;64443f9a1829:33685 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T11:19:57,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37501-0x101676be7250000, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-163939801/rs 2024-11-23T11:19:57,721 DEBUG [RS:0;64443f9a1829:33685 {}] zookeeper.ZKUtil(111): regionserver:33685-0x101676be7250001, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Set watcher on existing znode=/0-163939801/rs/64443f9a1829,33685,1732360796128 2024-11-23T11:19:57,721 WARN [RS:0;64443f9a1829:33685 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:19:57,721 INFO [RS:0;64443f9a1829:33685 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:19:57,721 DEBUG [RS:0;64443f9a1829:33685 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128 2024-11-23T11:19:57,733 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64443f9a1829,33685,1732360796128] 2024-11-23T11:19:57,763 INFO [RS:0;64443f9a1829:33685 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T11:19:57,770 INFO [RS:0;64443f9a1829:33685 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T11:19:57,771 INFO [RS:0;64443f9a1829:33685 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T11:19:57,771 INFO [RS:0;64443f9a1829:33685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:57,774 INFO [RS:0;64443f9a1829:33685 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T11:19:57,776 INFO [RS:0;64443f9a1829:33685 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T11:19:57,776 INFO [RS:0;64443f9a1829:33685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:57,776 DEBUG [RS:0;64443f9a1829:33685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:57,776 DEBUG [RS:0;64443f9a1829:33685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:57,776 DEBUG [RS:0;64443f9a1829:33685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:57,776 DEBUG [RS:0;64443f9a1829:33685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:57,776 DEBUG [RS:0;64443f9a1829:33685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:57,776 DEBUG [RS:0;64443f9a1829:33685 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:19:57,777 DEBUG [RS:0;64443f9a1829:33685 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:57,777 DEBUG [RS:0;64443f9a1829:33685 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:57,777 DEBUG [RS:0;64443f9a1829:33685 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:57,777 DEBUG [RS:0;64443f9a1829:33685 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:57,777 DEBUG [RS:0;64443f9a1829:33685 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:57,777 DEBUG [RS:0;64443f9a1829:33685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:19:57,777 DEBUG [RS:0;64443f9a1829:33685 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:19:57,777 DEBUG [RS:0;64443f9a1829:33685 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:19:57,808 INFO [RS:0;64443f9a1829:33685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:57,808 INFO [RS:0;64443f9a1829:33685 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:57,808 INFO [RS:0;64443f9a1829:33685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:57,808 INFO [RS:0;64443f9a1829:33685 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:57,808 INFO [RS:0;64443f9a1829:33685 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:57,808 INFO [RS:0;64443f9a1829:33685 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,33685,1732360796128-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:19:57,845 INFO [RS:0;64443f9a1829:33685 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T11:19:57,846 INFO [RS:0;64443f9a1829:33685 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,33685,1732360796128-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:57,846 INFO [RS:0;64443f9a1829:33685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:57,846 INFO [RS:0;64443f9a1829:33685 {}] regionserver.Replication(171): 64443f9a1829,33685,1732360796128 started 2024-11-23T11:19:57,868 INFO [RS:0;64443f9a1829:33685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:57,868 INFO [RS:0;64443f9a1829:33685 {}] regionserver.HRegionServer(1482): Serving as 64443f9a1829,33685,1732360796128, RpcServer on 64443f9a1829/172.17.0.3:33685, sessionid=0x101676be7250001 2024-11-23T11:19:57,868 DEBUG [RS:0;64443f9a1829:33685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T11:19:57,868 DEBUG [RS:0;64443f9a1829:33685 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64443f9a1829,33685,1732360796128 2024-11-23T11:19:57,868 DEBUG [RS:0;64443f9a1829:33685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,33685,1732360796128' 2024-11-23T11:19:57,868 DEBUG [RS:0;64443f9a1829:33685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-163939801/flush-table-proc/abort' 2024-11-23T11:19:57,869 DEBUG [RS:0;64443f9a1829:33685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-163939801/flush-table-proc/acquired' 2024-11-23T11:19:57,870 DEBUG [RS:0;64443f9a1829:33685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T11:19:57,870 DEBUG [RS:0;64443f9a1829:33685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T11:19:57,870 DEBUG [RS:0;64443f9a1829:33685 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64443f9a1829,33685,1732360796128 2024-11-23T11:19:57,870 DEBUG [RS:0;64443f9a1829:33685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,33685,1732360796128' 2024-11-23T11:19:57,870 DEBUG [RS:0;64443f9a1829:33685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-163939801/online-snapshot/abort' 2024-11-23T11:19:57,870 DEBUG [RS:0;64443f9a1829:33685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-163939801/online-snapshot/acquired' 2024-11-23T11:19:57,870 DEBUG [RS:0;64443f9a1829:33685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T11:19:57,871 INFO [RS:0;64443f9a1829:33685 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T11:19:57,871 INFO [RS:0;64443f9a1829:33685 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T11:19:57,980 INFO [RS:0;64443f9a1829:33685 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:19:57,983 INFO [RS:0;64443f9a1829:33685 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C33685%2C1732360796128, suffix=, logDir=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128, archiveDir=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/oldWALs, maxLogs=10 2024-11-23T11:19:58,000 DEBUG [RS:0;64443f9a1829:33685 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128/64443f9a1829%2C33685%2C1732360796128.1732360797983, exclude list is [], retry=0 2024-11-23T11:19:58,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39609,DS-a931afd1-44c7-4f1d-b032-42b28b85ae70,DISK] 2024-11-23T11:19:58,008 INFO [RS:0;64443f9a1829:33685 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128/64443f9a1829%2C33685%2C1732360796128.1732360797983 2024-11-23T11:19:58,009 DEBUG [RS:0;64443f9a1829:33685 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32899:32899)] 2024-11-23T11:19:58,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:19:58,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:19:58,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:19:58,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:58,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:19:58,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:19:58,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:19:58,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:58,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:19:58,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:19:58,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:19:58,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:58,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:19:58,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:19:58,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:19:58,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:58,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:19:58,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:19:58,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/meta/1588230740 2024-11-23T11:19:58,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/meta/1588230740 2024-11-23T11:19:58,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:19:58,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:19:58,080 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:19:58,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:19:58,087 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:19:58,088 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65653476, jitterRate=-0.021686971187591553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:19:58,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732360798059Initializing all the Stores at 1732360798060 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360798060Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360798060Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360798060Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360798060Cleaning up temporary data from old regions at 1732360798080 (+20 ms)Region opened successfully at 1732360798089 (+9 ms) 2024-11-23T11:19:58,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:19:58,089 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:19:58,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:19:58,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:19:58,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:19:58,090 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:19:58,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360798089Disabling compacts and flushes for region at 1732360798089Disabling writes for close at 1732360798089Writing region close event to WAL at 1732360798090 (+1 ms)Closed at 1732360798090 2024-11-23T11:19:58,091 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:19:58,091 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T11:19:58,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T11:19:58,092 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:19:58,093 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T11:19:58,244 DEBUG [64443f9a1829:37501 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T11:19:58,245 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64443f9a1829,33685,1732360796128 2024-11-23T11:19:58,246 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,33685,1732360796128, state=OPENING 2024-11-23T11:19:58,292 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T11:19:58,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33685-0x101676be7250001, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-163939801 2024-11-23T11:19:58,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37501-0x101676be7250000, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-163939801 2024-11-23T11:19:58,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-163939801/meta-region-server: CHANGED 2024-11-23T11:19:58,300 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:19:58,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,33685,1732360796128}] 2024-11-23T11:19:58,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-163939801/meta-region-server: CHANGED 2024-11-23T11:19:58,457 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:19:58,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T11:19:58,461 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T11:19:58,462 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:19:58,462 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T11:19:58,464 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C33685%2C1732360796128.meta, suffix=.meta, logDir=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128, archiveDir=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/oldWALs, maxLogs=10 2024-11-23T11:19:58,494 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128/64443f9a1829%2C33685%2C1732360796128.meta.1732360798464.meta, exclude list is [], retry=0 2024-11-23T11:19:58,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39609,DS-a931afd1-44c7-4f1d-b032-42b28b85ae70,DISK] 2024-11-23T11:19:58,499 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128/64443f9a1829%2C33685%2C1732360796128.meta.1732360798464.meta 2024-11-23T11:19:58,499 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32899:32899)] 2024-11-23T11:19:58,500 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:19:58,500 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:19:58,500 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:19:58,500 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T11:19:58,501 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T11:19:58,501 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T11:19:58,501 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:19:58,501 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T11:19:58,501 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T11:19:58,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:19:58,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:19:58,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:58,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:19:58,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:19:58,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:19:58,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:58,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:19:58,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:19:58,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:19:58,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:58,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:19:58,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:19:58,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:19:58,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:19:58,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:19:58,507 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:19:58,508 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/meta/1588230740 2024-11-23T11:19:58,509 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/meta/1588230740 2024-11-23T11:19:58,511 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:19:58,511 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:19:58,511 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:19:58,513 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:19:58,514 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61145004, jitterRate=-0.08886843919754028}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:19:58,514 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T11:19:58,515 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732360798501Writing region info on filesystem at 1732360798501Initializing all the Stores at 1732360798502 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360798502Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360798502Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360798502Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360798503 (+1 ms)Cleaning up temporary data from old regions at 1732360798511 (+8 ms)Running coprocessor post-open hooks at 1732360798514 (+3 ms)Region opened successfully at 1732360798515 (+1 ms) 2024-11-23T11:19:58,517 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732360798456 2024-11-23T11:19:58,520 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T11:19:58,520 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T11:19:58,520 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64443f9a1829,33685,1732360796128 2024-11-23T11:19:58,521 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,33685,1732360796128, state=OPEN 2024-11-23T11:19:58,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37501-0x101676be7250000, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-163939801/meta-region-server 2024-11-23T11:19:58,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33685-0x101676be7250001, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-163939801/meta-region-server 2024-11-23T11:19:58,565 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64443f9a1829,33685,1732360796128 2024-11-23T11:19:58,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-163939801/meta-region-server: CHANGED 2024-11-23T11:19:58,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-163939801/meta-region-server: CHANGED 2024-11-23T11:19:58,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T11:19:58,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,33685,1732360796128 in 265 msec 2024-11-23T11:19:58,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T11:19:58,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 477 msec 2024-11-23T11:19:58,571 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:19:58,571 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T11:19:58,572 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:19:58,572 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,33685,1732360796128, seqNum=-1] 2024-11-23T11:19:58,573 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:19:58,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48023, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:19:58,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0630 sec 2024-11-23T11:19:58,579 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732360798578, completionTime=-1 2024-11-23T11:19:58,579 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T11:19:58,579 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T11:19:58,581 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T11:19:58,581 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732360858581 2024-11-23T11:19:58,581 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732360918581 2024-11-23T11:19:58,581 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T11:19:58,581 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,37501,1732360795648-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:58,581 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,37501,1732360795648-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:58,582 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,37501,1732360795648-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:58,582 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64443f9a1829:37501, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:58,582 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:58,582 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:58,584 DEBUG [master/64443f9a1829:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T11:19:58,586 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.339sec 2024-11-23T11:19:58,587 INFO [master/64443f9a1829:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T11:19:58,587 INFO [master/64443f9a1829:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T11:19:58,587 INFO [master/64443f9a1829:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T11:19:58,587 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T11:19:58,587 INFO [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T11:19:58,587 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,37501,1732360795648-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:19:58,587 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,37501,1732360795648-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T11:19:58,589 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T11:19:58,589 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T11:19:58,589 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,37501,1732360795648-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:19:58,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4490fcde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:19:58,605 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,37501,-1 for getting cluster id 2024-11-23T11:19:58,606 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:19:58,607 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa59c492-91af-4aab-9cca-89e9abac8e84' 2024-11-23T11:19:58,607 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:19:58,607 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa59c492-91af-4aab-9cca-89e9abac8e84" 2024-11-23T11:19:58,607 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26104309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:19:58,607 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,37501,-1] 2024-11-23T11:19:58,608 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:19:58,608 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:19:58,609 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:19:58,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27106c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:19:58,610 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:19:58,611 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,33685,1732360796128, seqNum=-1] 2024-11-23T11:19:58,612 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:19:58,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:19:58,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64443f9a1829,37501,1732360795648 2024-11-23T11:19:58,616 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59263 2024-11-23T11:19:58,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:19:58,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101676be7250002 connected 2024-11-23T11:19:58,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f/hadoop.log.dir so I do NOT create it in target/test-data/581d4703-8c9a-24bd-fb5b-8493fc7e37fa 2024-11-23T11:19:58,649 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T11:19:58,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f/hadoop.tmp.dir so I do NOT create it in target/test-data/581d4703-8c9a-24bd-fb5b-8493fc7e37fa 2024-11-23T11:19:58,649 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T11:19:58,649 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/581d4703-8c9a-24bd-fb5b-8493fc7e37fa 2024-11-23T11:19:58,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T11:19:58,649 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/581d4703-8c9a-24bd-fb5b-8493fc7e37fa/cluster_d57765f8-ac4a-e24c-ee04-bbed9ec90073, deleteOnExit=true 2024-11-23T11:19:58,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T11:19:58,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/581d4703-8c9a-24bd-fb5b-8493fc7e37fa/test.cache.data in system properties and HBase conf 2024-11-23T11:19:58,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/581d4703-8c9a-24bd-fb5b-8493fc7e37fa/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T11:19:58,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/581d4703-8c9a-24bd-fb5b-8493fc7e37fa/hadoop.log.dir in system properties and HBase conf 2024-11-23T11:19:58,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/581d4703-8c9a-24bd-fb5b-8493fc7e37fa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T11:19:58,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/581d4703-8c9a-24bd-fb5b-8493fc7e37fa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T11:19:58,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T11:19:58,650 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T11:19:58,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/581d4703-8c9a-24bd-fb5b-8493fc7e37fa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:19:58,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/581d4703-8c9a-24bd-fb5b-8493fc7e37fa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:19:58,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/581d4703-8c9a-24bd-fb5b-8493fc7e37fa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T11:19:58,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/581d4703-8c9a-24bd-fb5b-8493fc7e37fa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:19:58,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/581d4703-8c9a-24bd-fb5b-8493fc7e37fa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T11:19:58,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/581d4703-8c9a-24bd-fb5b-8493fc7e37fa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T11:19:58,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/581d4703-8c9a-24bd-fb5b-8493fc7e37fa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:19:58,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/581d4703-8c9a-24bd-fb5b-8493fc7e37fa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:19:58,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/581d4703-8c9a-24bd-fb5b-8493fc7e37fa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T11:19:58,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/581d4703-8c9a-24bd-fb5b-8493fc7e37fa/nfs.dump.dir in system properties and HBase conf 2024-11-23T11:19:58,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/581d4703-8c9a-24bd-fb5b-8493fc7e37fa/java.io.tmpdir in system properties and HBase conf 2024-11-23T11:19:58,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/581d4703-8c9a-24bd-fb5b-8493fc7e37fa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:19:58,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/581d4703-8c9a-24bd-fb5b-8493fc7e37fa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T11:19:58,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/581d4703-8c9a-24bd-fb5b-8493fc7e37fa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T11:19:59,032 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:19:59,036 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:19:59,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:19:59,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:19:59,052 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T11:19:59,054 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:19:59,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d68b615{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/581d4703-8c9a-24bd-fb5b-8493fc7e37fa/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:19:59,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3129fbe5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:19:59,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31daf8e3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/581d4703-8c9a-24bd-fb5b-8493fc7e37fa/java.io.tmpdir/jetty-localhost-43755-hadoop-hdfs-3_4_1-tests_jar-_-any-6245072978822288284/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:19:59,187 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c35755c{HTTP/1.1, (http/1.1)}{localhost:43755} 2024-11-23T11:19:59,187 INFO [Time-limited test {}] server.Server(415): Started @173492ms 2024-11-23T11:19:59,507 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:19:59,511 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:19:59,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:19:59,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:19:59,512 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T11:19:59,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73507199{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/581d4703-8c9a-24bd-fb5b-8493fc7e37fa/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:19:59,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b15a6a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:19:59,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d4dd567{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/581d4703-8c9a-24bd-fb5b-8493fc7e37fa/java.io.tmpdir/jetty-localhost-33439-hadoop-hdfs-3_4_1-tests_jar-_-any-3288364938485291033/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:19:59,643 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@280eb2af{HTTP/1.1, (http/1.1)}{localhost:33439} 2024-11-23T11:19:59,643 INFO [Time-limited test {}] server.Server(415): Started @173948ms 2024-11-23T11:19:59,645 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T11:20:00,679 WARN [Thread-1796 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/581d4703-8c9a-24bd-fb5b-8493fc7e37fa/cluster_d57765f8-ac4a-e24c-ee04-bbed9ec90073/data/data1/current/BP-22846715-172.17.0.3-1732360798685/current, will proceed with Du for space computation calculation, 2024-11-23T11:20:00,679 WARN [Thread-1797 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/581d4703-8c9a-24bd-fb5b-8493fc7e37fa/cluster_d57765f8-ac4a-e24c-ee04-bbed9ec90073/data/data2/current/BP-22846715-172.17.0.3-1732360798685/current, will proceed with Du for space computation calculation, 2024-11-23T11:20:00,698 WARN [Thread-1784 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T11:20:00,706 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2297ccdb49cd8c4 with lease ID 0x895c5bf8dae4f12a: Processing first storage report for DS-a1f5f495-6c5a-4202-8f82-eb5c0110ce1d from datanode DatanodeRegistration(127.0.0.1:41741, datanodeUuid=812e6302-6cdb-4799-9ac6-0a34106c3009, infoPort=35519, infoSecurePort=0, ipcPort=35803, storageInfo=lv=-57;cid=testClusterID;nsid=293458038;c=1732360798685) 2024-11-23T11:20:00,706 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2297ccdb49cd8c4 with lease ID 0x895c5bf8dae4f12a: from storage DS-a1f5f495-6c5a-4202-8f82-eb5c0110ce1d node DatanodeRegistration(127.0.0.1:41741, datanodeUuid=812e6302-6cdb-4799-9ac6-0a34106c3009, infoPort=35519, infoSecurePort=0, ipcPort=35803, storageInfo=lv=-57;cid=testClusterID;nsid=293458038;c=1732360798685), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:20:00,706 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2297ccdb49cd8c4 with lease ID 0x895c5bf8dae4f12a: Processing first storage report for DS-ce3891f8-8a7c-495d-8b32-5b5bc05ff55e from datanode DatanodeRegistration(127.0.0.1:41741, datanodeUuid=812e6302-6cdb-4799-9ac6-0a34106c3009, infoPort=35519, infoSecurePort=0, ipcPort=35803, storageInfo=lv=-57;cid=testClusterID;nsid=293458038;c=1732360798685) 2024-11-23T11:20:00,706 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2297ccdb49cd8c4 with lease ID 0x895c5bf8dae4f12a: from storage DS-ce3891f8-8a7c-495d-8b32-5b5bc05ff55e node DatanodeRegistration(127.0.0.1:41741, datanodeUuid=812e6302-6cdb-4799-9ac6-0a34106c3009, infoPort=35519, infoSecurePort=0, ipcPort=35803, storageInfo=lv=-57;cid=testClusterID;nsid=293458038;c=1732360798685), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:20:00,747 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/581d4703-8c9a-24bd-fb5b-8493fc7e37fa 2024-11-23T11:20:00,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:00,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:00,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741825_1001 (size=7) 2024-11-23T11:20:01,158 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac with version=8 2024-11-23T11:20:01,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/hbase-staging 2024-11-23T11:20:01,160 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:20:01,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:20:01,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:20:01,160 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:20:01,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:20:01,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:20:01,160 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T11:20:01,160 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:20:01,161 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38853 2024-11-23T11:20:01,163 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38853 connecting to ZooKeeper ensemble=127.0.0.1:59263 2024-11-23T11:20:01,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388530x0, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:20:01,215 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38853-0x101676be7250003 connected 2024-11-23T11:20:01,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:01,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:01,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38853-0x101676be7250003, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Set watcher on znode that does not yet exist, /1-299643034/running 2024-11-23T11:20:01,292 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac, hbase.cluster.distributed=false 2024-11-23T11:20:01,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38853-0x101676be7250003, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Set watcher on znode that does not yet exist, /1-299643034/acl 2024-11-23T11:20:01,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38853 2024-11-23T11:20:01,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38853 2024-11-23T11:20:01,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38853 2024-11-23T11:20:01,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38853 2024-11-23T11:20:01,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38853 2024-11-23T11:20:01,358 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:20:01,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:20:01,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:20:01,358 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:20:01,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:20:01,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:20:01,358 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T11:20:01,359 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:20:01,359 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41687 2024-11-23T11:20:01,361 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41687 connecting to ZooKeeper ensemble=127.0.0.1:59263 2024-11-23T11:20:01,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:01,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:01,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416870x0, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:20:01,384 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416870x0, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Set watcher on znode that does not yet exist, /1-299643034/running 2024-11-23T11:20:01,384 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T11:20:01,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41687-0x101676be7250004 connected 2024-11-23T11:20:01,428 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T11:20:01,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41687-0x101676be7250004, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Set watcher on znode that does not yet exist, /1-299643034/master 2024-11-23T11:20:01,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41687-0x101676be7250004, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Set watcher on znode that does not yet exist, /1-299643034/acl 2024-11-23T11:20:01,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41687 2024-11-23T11:20:01,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41687 2024-11-23T11:20:01,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41687 2024-11-23T11:20:01,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41687 2024-11-23T11:20:01,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41687 2024-11-23T11:20:01,518 DEBUG [M:0;64443f9a1829:38853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64443f9a1829:38853 2024-11-23T11:20:01,519 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-299643034/backup-masters/64443f9a1829,38853,1732360801160 2024-11-23T11:20:01,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x101676be7250004, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299643034/backup-masters 2024-11-23T11:20:01,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x101676be7250003, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299643034/backup-masters 2024-11-23T11:20:01,534 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38853-0x101676be7250003, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Set watcher on existing znode=/1-299643034/backup-masters/64443f9a1829,38853,1732360801160 2024-11-23T11:20:01,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x101676be7250003, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299643034 2024-11-23T11:20:01,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x101676be7250004, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-299643034/master 2024-11-23T11:20:01,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x101676be7250004, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299643034 2024-11-23T11:20:01,543 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38853-0x101676be7250003, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Set watcher on existing znode=/1-299643034/master 2024-11-23T11:20:01,544 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-299643034/backup-masters/64443f9a1829,38853,1732360801160 from backup master directory 2024-11-23T11:20:01,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x101676be7250004, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299643034/backup-masters 2024-11-23T11:20:01,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x101676be7250003, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-299643034/backup-masters/64443f9a1829,38853,1732360801160 2024-11-23T11:20:01,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x101676be7250003, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299643034/backup-masters 2024-11-23T11:20:01,552 WARN [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:20:01,552 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64443f9a1829,38853,1732360801160 2024-11-23T11:20:01,561 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/hbase.id] with ID: a1570407-a56b-4bda-bf66-beea634e5898 2024-11-23T11:20:01,561 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/.tmp/hbase.id 2024-11-23T11:20:01,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741826_1002 (size=42) 2024-11-23T11:20:01,568 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/.tmp/hbase.id]:[hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/hbase.id] 2024-11-23T11:20:01,582 INFO [master/64443f9a1829:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:01,582 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T11:20:01,583 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T11:20:01,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x101676be7250004, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299643034 2024-11-23T11:20:01,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x101676be7250003, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299643034 2024-11-23T11:20:01,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741827_1003 (size=196) 2024-11-23T11:20:01,623 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:20:01,625 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T11:20:01,625 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:20:01,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741828_1004 (size=1189) 2024-11-23T11:20:01,642 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/MasterData/data/master/store 2024-11-23T11:20:01,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741829_1005 (size=34) 2024-11-23T11:20:01,662 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:20:01,662 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:20:01,662 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:20:01,662 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:20:01,663 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:20:01,663 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:20:01,663 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:20:01,663 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360801662Disabling compacts and flushes for region at 1732360801662Disabling writes for close at 1732360801663 (+1 ms)Writing region close event to WAL at 1732360801663Closed at 1732360801663 2024-11-23T11:20:01,663 WARN [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/MasterData/data/master/store/.initializing 2024-11-23T11:20:01,664 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/MasterData/WALs/64443f9a1829,38853,1732360801160 2024-11-23T11:20:01,664 INFO [master/64443f9a1829:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:20:01,666 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64443f9a1829%2C38853%2C1732360801160, suffix=, logDir=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/MasterData/WALs/64443f9a1829,38853,1732360801160, archiveDir=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/MasterData/oldWALs, maxLogs=10 2024-11-23T11:20:01,682 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/MasterData/WALs/64443f9a1829,38853,1732360801160/64443f9a1829%2C38853%2C1732360801160.1732360801666, exclude list is [], retry=0 2024-11-23T11:20:01,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41741,DS-a1f5f495-6c5a-4202-8f82-eb5c0110ce1d,DISK] 2024-11-23T11:20:01,690 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/MasterData/WALs/64443f9a1829,38853,1732360801160/64443f9a1829%2C38853%2C1732360801160.1732360801666 2024-11-23T11:20:01,692 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35519:35519)] 2024-11-23T11:20:01,692 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:20:01,692 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:20:01,692 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:01,693 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:01,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:01,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T11:20:01,698 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:01,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:01,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:01,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T11:20:01,699 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:01,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:01,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:01,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T11:20:01,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:01,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:01,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:01,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T11:20:01,702 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:01,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:01,702 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:01,703 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:01,703 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:01,704 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:01,704 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:01,704 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:20:01,705 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:01,707 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:20:01,707 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73663121, jitterRate=0.09766604006290436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:20:01,708 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732360801693Initializing all the Stores at 1732360801693Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360801693Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360801696 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360801696Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360801696Cleaning up temporary data from old regions at 1732360801704 (+8 ms)Region opened successfully at 1732360801708 (+4 ms) 2024-11-23T11:20:01,708 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T11:20:01,710 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ea7af0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:20:01,711 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T11:20:01,711 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T11:20:01,711 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T11:20:01,711 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T11:20:01,712 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T11:20:01,712 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T11:20:01,712 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T11:20:01,717 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T11:20:01,718 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38853-0x101676be7250003, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Unable to get data of znode /1-299643034/balancer because node does not exist (not necessarily an error) 2024-11-23T11:20:01,730 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-299643034/balancer already deleted, retry=false 2024-11-23T11:20:01,731 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T11:20:01,731 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38853-0x101676be7250003, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Unable to get data of znode /1-299643034/normalizer because node does not exist (not necessarily an error) 2024-11-23T11:20:01,741 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-299643034/normalizer already deleted, retry=false 2024-11-23T11:20:01,741 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T11:20:01,743 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38853-0x101676be7250003, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Unable to get data of znode /1-299643034/switch/split because node does not exist (not necessarily an error) 2024-11-23T11:20:01,751 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-299643034/switch/split already deleted, retry=false 2024-11-23T11:20:01,753 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38853-0x101676be7250003, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Unable to get data of znode /1-299643034/switch/merge because node does not exist (not necessarily an error) 2024-11-23T11:20:01,762 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-299643034/switch/merge already deleted, retry=false 2024-11-23T11:20:01,764 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38853-0x101676be7250003, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Unable to get data of znode /1-299643034/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T11:20:01,772 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-299643034/snapshot-cleanup already deleted, retry=false 2024-11-23T11:20:01,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x101676be7250003, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-299643034/running 2024-11-23T11:20:01,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x101676be7250004, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-299643034/running 2024-11-23T11:20:01,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x101676be7250004, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299643034 2024-11-23T11:20:01,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x101676be7250003, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299643034 2024-11-23T11:20:01,784 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64443f9a1829,38853,1732360801160, sessionid=0x101676be7250003, setting cluster-up flag (Was=false) 2024-11-23T11:20:01,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x101676be7250004, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299643034 2024-11-23T11:20:01,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x101676be7250003, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299643034 2024-11-23T11:20:01,836 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-299643034/flush-table-proc/acquired, /1-299643034/flush-table-proc/reached, /1-299643034/flush-table-proc/abort 2024-11-23T11:20:01,836 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,38853,1732360801160 2024-11-23T11:20:01,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x101676be7250004, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299643034 2024-11-23T11:20:01,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x101676be7250003, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299643034 2024-11-23T11:20:01,888 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-299643034/online-snapshot/acquired, /1-299643034/online-snapshot/reached, /1-299643034/online-snapshot/abort 2024-11-23T11:20:01,889 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,38853,1732360801160 2024-11-23T11:20:01,901 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T11:20:01,908 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T11:20:01,909 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T11:20:01,909 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T11:20:01,909 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64443f9a1829,38853,1732360801160 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T11:20:01,912 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:20:01,912 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:20:01,912 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:20:01,912 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:20:01,912 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64443f9a1829:0, corePoolSize=10, maxPoolSize=10 2024-11-23T11:20:01,912 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:01,912 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:20:01,912 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:01,928 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:20:01,928 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T11:20:01,931 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732360831931 2024-11-23T11:20:01,931 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T11:20:01,931 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T11:20:01,931 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T11:20:01,932 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T11:20:01,932 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T11:20:01,932 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T11:20:01,932 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:01,932 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T11:20:01,932 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T11:20:01,933 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T11:20:01,933 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T11:20:01,934 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T11:20:01,934 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T11:20:01,934 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:01,934 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T11:20:01,936 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360801934,5,FailOnTimeoutGroup] 2024-11-23T11:20:01,939 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360801936,5,FailOnTimeoutGroup] 2024-11-23T11:20:01,939 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:01,939 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T11:20:01,939 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:01,939 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:01,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741831_1007 (size=1321) 2024-11-23T11:20:01,959 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T11:20:01,959 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac 2024-11-23T11:20:01,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741832_1008 (size=32) 2024-11-23T11:20:01,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:20:01,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:20:01,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:20:01,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:01,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:01,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:20:01,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:20:01,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:01,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:01,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:20:01,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:20:01,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:01,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:01,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:20:01,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:20:01,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:01,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:01,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:20:01,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/meta/1588230740 2024-11-23T11:20:01,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/meta/1588230740 2024-11-23T11:20:01,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:20:01,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:20:01,986 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:20:01,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:20:01,993 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:20:01,994 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72658227, jitterRate=0.08269195258617401}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:20:01,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732360801971Initializing all the Stores at 1732360801971Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360801971Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360801972 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360801972Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360801972Cleaning up temporary data from old regions at 1732360801985 (+13 ms)Region opened successfully at 1732360801994 (+9 ms) 2024-11-23T11:20:01,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:20:01,994 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:20:01,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:20:01,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:20:01,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:20:02,008 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:20:02,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360801994Disabling compacts and flushes for region at 1732360801994Disabling writes for close at 1732360801994Writing region close event to WAL at 1732360802008 (+14 ms)Closed at 1732360802008 2024-11-23T11:20:02,009 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:20:02,010 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T11:20:02,010 INFO [RS:0;64443f9a1829:41687 {}] regionserver.HRegionServer(746): ClusterId : a1570407-a56b-4bda-bf66-beea634e5898 2024-11-23T11:20:02,010 DEBUG [RS:0;64443f9a1829:41687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T11:20:02,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T11:20:02,011 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:20:02,012 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T11:20:02,017 DEBUG [RS:0;64443f9a1829:41687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T11:20:02,017 DEBUG [RS:0;64443f9a1829:41687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T11:20:02,026 DEBUG [RS:0;64443f9a1829:41687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T11:20:02,026 DEBUG [RS:0;64443f9a1829:41687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ede70d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:20:02,051 DEBUG [RS:0;64443f9a1829:41687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64443f9a1829:41687 2024-11-23T11:20:02,051 INFO [RS:0;64443f9a1829:41687 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T11:20:02,051 INFO [RS:0;64443f9a1829:41687 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T11:20:02,051 DEBUG [RS:0;64443f9a1829:41687 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T11:20:02,052 INFO [RS:0;64443f9a1829:41687 {}] regionserver.HRegionServer(2659): reportForDuty to master=64443f9a1829,38853,1732360801160 with port=41687, startcode=1732360801358 2024-11-23T11:20:02,052 DEBUG [RS:0;64443f9a1829:41687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T11:20:02,057 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T11:20:02,058 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38853 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64443f9a1829,41687,1732360801358 2024-11-23T11:20:02,058 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38853 {}] master.ServerManager(517): Registering regionserver=64443f9a1829,41687,1732360801358 2024-11-23T11:20:02,060 DEBUG [RS:0;64443f9a1829:41687 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac 2024-11-23T11:20:02,060 DEBUG [RS:0;64443f9a1829:41687 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41847 2024-11-23T11:20:02,060 DEBUG [RS:0;64443f9a1829:41687 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T11:20:02,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x101676be7250003, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299643034/rs 2024-11-23T11:20:02,123 DEBUG [RS:0;64443f9a1829:41687 {}] zookeeper.ZKUtil(111): regionserver:41687-0x101676be7250004, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Set watcher on existing znode=/1-299643034/rs/64443f9a1829,41687,1732360801358 2024-11-23T11:20:02,124 WARN [RS:0;64443f9a1829:41687 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:20:02,124 INFO [RS:0;64443f9a1829:41687 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:20:02,124 DEBUG [RS:0;64443f9a1829:41687 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/WALs/64443f9a1829,41687,1732360801358 2024-11-23T11:20:02,126 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64443f9a1829,41687,1732360801358] 2024-11-23T11:20:02,128 INFO [RS:0;64443f9a1829:41687 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T11:20:02,140 INFO [RS:0;64443f9a1829:41687 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T11:20:02,152 INFO [RS:0;64443f9a1829:41687 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T11:20:02,152 INFO [RS:0;64443f9a1829:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:02,159 INFO [RS:0;64443f9a1829:41687 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T11:20:02,160 INFO [RS:0;64443f9a1829:41687 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T11:20:02,160 INFO [RS:0;64443f9a1829:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:02,160 DEBUG [RS:0;64443f9a1829:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:02,160 DEBUG [RS:0;64443f9a1829:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:02,161 DEBUG [RS:0;64443f9a1829:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:02,161 DEBUG [RS:0;64443f9a1829:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:02,161 DEBUG [RS:0;64443f9a1829:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:02,161 DEBUG [RS:0;64443f9a1829:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:20:02,161 DEBUG [RS:0;64443f9a1829:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:02,161 DEBUG [RS:0;64443f9a1829:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:02,161 DEBUG [RS:0;64443f9a1829:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:02,161 DEBUG [RS:0;64443f9a1829:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:02,161 DEBUG [RS:0;64443f9a1829:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:02,161 DEBUG [RS:0;64443f9a1829:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:02,161 DEBUG [RS:0;64443f9a1829:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:20:02,161 DEBUG [RS:0;64443f9a1829:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:20:02,162 INFO [RS:0;64443f9a1829:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:02,162 INFO [RS:0;64443f9a1829:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:02,162 INFO [RS:0;64443f9a1829:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:02,162 INFO [RS:0;64443f9a1829:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:02,162 INFO [RS:0;64443f9a1829:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:02,162 INFO [RS:0;64443f9a1829:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,41687,1732360801358-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:20:02,162 WARN [64443f9a1829:38853 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T11:20:02,183 INFO [RS:0;64443f9a1829:41687 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T11:20:02,183 INFO [RS:0;64443f9a1829:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,41687,1732360801358-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:02,183 INFO [RS:0;64443f9a1829:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:02,183 INFO [RS:0;64443f9a1829:41687 {}] regionserver.Replication(171): 64443f9a1829,41687,1732360801358 started 2024-11-23T11:20:02,204 INFO [RS:0;64443f9a1829:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:02,204 INFO [RS:0;64443f9a1829:41687 {}] regionserver.HRegionServer(1482): Serving as 64443f9a1829,41687,1732360801358, RpcServer on 64443f9a1829/172.17.0.3:41687, sessionid=0x101676be7250004 2024-11-23T11:20:02,204 DEBUG [RS:0;64443f9a1829:41687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T11:20:02,204 DEBUG [RS:0;64443f9a1829:41687 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64443f9a1829,41687,1732360801358 2024-11-23T11:20:02,204 DEBUG [RS:0;64443f9a1829:41687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,41687,1732360801358' 2024-11-23T11:20:02,204 DEBUG [RS:0;64443f9a1829:41687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-299643034/flush-table-proc/abort' 2024-11-23T11:20:02,205 DEBUG [RS:0;64443f9a1829:41687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-299643034/flush-table-proc/acquired' 2024-11-23T11:20:02,207 DEBUG [RS:0;64443f9a1829:41687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T11:20:02,207 DEBUG [RS:0;64443f9a1829:41687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T11:20:02,207 DEBUG [RS:0;64443f9a1829:41687 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64443f9a1829,41687,1732360801358 2024-11-23T11:20:02,207 DEBUG [RS:0;64443f9a1829:41687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,41687,1732360801358' 2024-11-23T11:20:02,207 DEBUG [RS:0;64443f9a1829:41687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-299643034/online-snapshot/abort' 2024-11-23T11:20:02,207 DEBUG [RS:0;64443f9a1829:41687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-299643034/online-snapshot/acquired' 2024-11-23T11:20:02,208 DEBUG [RS:0;64443f9a1829:41687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T11:20:02,208 INFO [RS:0;64443f9a1829:41687 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T11:20:02,208 INFO [RS:0;64443f9a1829:41687 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T11:20:02,308 INFO [RS:0;64443f9a1829:41687 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:20:02,310 INFO [RS:0;64443f9a1829:41687 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C41687%2C1732360801358, suffix=, logDir=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/WALs/64443f9a1829,41687,1732360801358, archiveDir=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/oldWALs, maxLogs=10 2024-11-23T11:20:02,330 DEBUG [RS:0;64443f9a1829:41687 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/WALs/64443f9a1829,41687,1732360801358/64443f9a1829%2C41687%2C1732360801358.1732360802310, exclude list is [], retry=0 2024-11-23T11:20:02,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41741,DS-a1f5f495-6c5a-4202-8f82-eb5c0110ce1d,DISK] 2024-11-23T11:20:02,339 INFO [RS:0;64443f9a1829:41687 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/WALs/64443f9a1829,41687,1732360801358/64443f9a1829%2C41687%2C1732360801358.1732360802310 2024-11-23T11:20:02,339 DEBUG [RS:0;64443f9a1829:41687 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35519:35519)] 2024-11-23T11:20:02,412 DEBUG [64443f9a1829:38853 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T11:20:02,413 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64443f9a1829,41687,1732360801358 2024-11-23T11:20:02,415 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,41687,1732360801358, state=OPENING 2024-11-23T11:20:02,435 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T11:20:02,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x101676be7250004, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299643034 2024-11-23T11:20:02,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x101676be7250003, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299643034 2024-11-23T11:20:02,447 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-299643034/meta-region-server: CHANGED 2024-11-23T11:20:02,447 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-299643034/meta-region-server: CHANGED 2024-11-23T11:20:02,448 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:20:02,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,41687,1732360801358}] 2024-11-23T11:20:02,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T11:20:02,560 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T11:20:02,561 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:20:02,561 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-23T11:20:02,561 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:20:02,561 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T11:20:02,601 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:20:02,606 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T11:20:02,622 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T11:20:02,622 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:20:02,622 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T11:20:02,626 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C41687%2C1732360801358.meta, suffix=.meta, logDir=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/WALs/64443f9a1829,41687,1732360801358, archiveDir=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/oldWALs, maxLogs=10 2024-11-23T11:20:02,646 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/WALs/64443f9a1829,41687,1732360801358/64443f9a1829%2C41687%2C1732360801358.meta.1732360802626.meta, exclude list is [], retry=0 2024-11-23T11:20:02,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41741,DS-a1f5f495-6c5a-4202-8f82-eb5c0110ce1d,DISK] 2024-11-23T11:20:02,692 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/WALs/64443f9a1829,41687,1732360801358/64443f9a1829%2C41687%2C1732360801358.meta.1732360802626.meta 2024-11-23T11:20:02,704 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35519:35519)] 2024-11-23T11:20:02,704 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:20:02,705 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:20:02,705 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:20:02,705 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T11:20:02,705 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T11:20:02,705 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T11:20:02,705 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:20:02,705 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T11:20:02,705 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T11:20:02,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:20:02,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:20:02,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:02,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:02,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:20:02,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:20:02,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:02,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:02,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:20:02,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:20:02,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:02,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:02,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:20:02,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:20:02,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:02,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:02,724 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:20:02,726 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/meta/1588230740 2024-11-23T11:20:02,728 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/meta/1588230740 2024-11-23T11:20:02,729 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:20:02,729 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:20:02,729 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:20:02,731 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:20:02,732 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71828142, jitterRate=0.07032272219657898}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:20:02,733 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T11:20:02,733 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732360802706Writing region info on filesystem at 1732360802706Initializing all the Stores at 1732360802707 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360802707Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360802716 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360802716Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360802716Cleaning up temporary data from old regions at 1732360802729 (+13 ms)Running coprocessor post-open hooks at 1732360802733 (+4 ms)Region opened successfully at 1732360802733 2024-11-23T11:20:02,734 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732360802601 2024-11-23T11:20:02,736 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T11:20:02,736 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T11:20:02,737 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64443f9a1829,41687,1732360801358 2024-11-23T11:20:02,739 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,41687,1732360801358, state=OPEN 2024-11-23T11:20:02,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x101676be7250003, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-299643034/meta-region-server 2024-11-23T11:20:02,804 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64443f9a1829,41687,1732360801358 2024-11-23T11:20:02,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x101676be7250004, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-299643034/meta-region-server 2024-11-23T11:20:02,805 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-299643034/meta-region-server: CHANGED 2024-11-23T11:20:02,805 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-299643034/meta-region-server: CHANGED 2024-11-23T11:20:02,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T11:20:02,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,41687,1732360801358 in 356 msec 2024-11-23T11:20:02,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T11:20:02,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 799 msec 2024-11-23T11:20:02,813 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:20:02,813 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T11:20:02,815 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:20:02,815 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,41687,1732360801358, seqNum=-1] 2024-11-23T11:20:02,815 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:20:02,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:20:02,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 914 msec 2024-11-23T11:20:02,823 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732360802823, completionTime=-1 2024-11-23T11:20:02,823 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T11:20:02,824 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T11:20:02,827 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T11:20:02,827 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732360862827 2024-11-23T11:20:02,827 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732360922827 2024-11-23T11:20:02,827 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-23T11:20:02,827 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,38853,1732360801160-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:02,827 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,38853,1732360801160-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:02,827 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,38853,1732360801160-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:02,828 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64443f9a1829:38853, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:02,828 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:02,831 DEBUG [master/64443f9a1829:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T11:20:02,836 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:02,842 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.289sec 2024-11-23T11:20:02,842 INFO [master/64443f9a1829:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T11:20:02,842 INFO [master/64443f9a1829:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T11:20:02,842 INFO [master/64443f9a1829:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T11:20:02,842 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T11:20:02,842 INFO [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T11:20:02,842 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,38853,1732360801160-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:20:02,842 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,38853,1732360801160-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T11:20:02,845 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T11:20:02,845 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T11:20:02,845 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,38853,1732360801160-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:02,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c9d84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:02,910 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,38853,-1 for getting cluster id 2024-11-23T11:20:02,910 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:20:02,912 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a1570407-a56b-4bda-bf66-beea634e5898' 2024-11-23T11:20:02,912 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:20:02,912 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a1570407-a56b-4bda-bf66-beea634e5898" 2024-11-23T11:20:02,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c09590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:02,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,38853,-1] 2024-11-23T11:20:02,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:20:02,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:02,914 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:20:02,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7075c806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:02,916 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:20:02,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,41687,1732360801358, seqNum=-1] 2024-11-23T11:20:02,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:20:02,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:20:02,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64443f9a1829,38853,1732360801160 2024-11-23T11:20:02,922 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59263 2024-11-23T11:20:02,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:20:02,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101676be7250005 connected 2024-11-23T11:20:02,964 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:20:02,965 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,37501,1732360795648 2024-11-23T11:20:02,965 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7de695fb 2024-11-23T11:20:02,965 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:20:02,967 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:20:02,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:20:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T11:20:02,979 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:20:02,979 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:02,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T11:20:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:20:02,982 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:20:03,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39609 is added to blk_1073741835_1011 (size=902) 2024-11-23T11:20:03,004 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0279b0e3b8be81863fa04309be757e02, NAME => 'test,,1732360802967.0279b0e3b8be81863fa04309be757e02.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc 2024-11-23T11:20:03,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39609 is added to blk_1073741836_1012 (size=39) 2024-11-23T11:20:03,065 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732360802967.0279b0e3b8be81863fa04309be757e02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:20:03,065 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0279b0e3b8be81863fa04309be757e02, disabling compactions & flushes 2024-11-23T11:20:03,065 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732360802967.0279b0e3b8be81863fa04309be757e02. 2024-11-23T11:20:03,065 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732360802967.0279b0e3b8be81863fa04309be757e02. 2024-11-23T11:20:03,065 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732360802967.0279b0e3b8be81863fa04309be757e02. after waiting 0 ms 2024-11-23T11:20:03,065 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732360802967.0279b0e3b8be81863fa04309be757e02. 2024-11-23T11:20:03,065 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732360802967.0279b0e3b8be81863fa04309be757e02. 2024-11-23T11:20:03,065 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0279b0e3b8be81863fa04309be757e02: Waiting for close lock at 1732360803065Disabling compacts and flushes for region at 1732360803065Disabling writes for close at 1732360803065Writing region close event to WAL at 1732360803065Closed at 1732360803065 2024-11-23T11:20:03,067 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:20:03,067 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732360802967.0279b0e3b8be81863fa04309be757e02.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732360803067"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732360803067"}]},"ts":"1732360803067"} 2024-11-23T11:20:03,069 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T11:20:03,071 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:20:03,072 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360803071"}]},"ts":"1732360803071"} 2024-11-23T11:20:03,076 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T11:20:03,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0279b0e3b8be81863fa04309be757e02, ASSIGN}] 2024-11-23T11:20:03,078 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0279b0e3b8be81863fa04309be757e02, ASSIGN 2024-11-23T11:20:03,080 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0279b0e3b8be81863fa04309be757e02, ASSIGN; state=OFFLINE, location=64443f9a1829,33685,1732360796128; forceNewPlan=false, retain=false 2024-11-23T11:20:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:20:03,231 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0279b0e3b8be81863fa04309be757e02, regionState=OPENING, regionLocation=64443f9a1829,33685,1732360796128 2024-11-23T11:20:03,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0279b0e3b8be81863fa04309be757e02, ASSIGN because future has completed 2024-11-23T11:20:03,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0279b0e3b8be81863fa04309be757e02, server=64443f9a1829,33685,1732360796128}] 2024-11-23T11:20:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:20:03,391 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732360802967.0279b0e3b8be81863fa04309be757e02. 2024-11-23T11:20:03,391 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0279b0e3b8be81863fa04309be757e02, NAME => 'test,,1732360802967.0279b0e3b8be81863fa04309be757e02.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:20:03,392 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:20:03,392 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T11:20:03,392 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0279b0e3b8be81863fa04309be757e02 2024-11-23T11:20:03,392 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732360802967.0279b0e3b8be81863fa04309be757e02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:20:03,392 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0279b0e3b8be81863fa04309be757e02 2024-11-23T11:20:03,392 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0279b0e3b8be81863fa04309be757e02 2024-11-23T11:20:03,404 INFO [StoreOpener-0279b0e3b8be81863fa04309be757e02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0279b0e3b8be81863fa04309be757e02 2024-11-23T11:20:03,408 INFO [StoreOpener-0279b0e3b8be81863fa04309be757e02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0279b0e3b8be81863fa04309be757e02 columnFamilyName f 2024-11-23T11:20:03,408 DEBUG [StoreOpener-0279b0e3b8be81863fa04309be757e02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:03,409 INFO [StoreOpener-0279b0e3b8be81863fa04309be757e02-1 {}] regionserver.HStore(327): Store=0279b0e3b8be81863fa04309be757e02/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:03,409 INFO [StoreOpener-0279b0e3b8be81863fa04309be757e02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0279b0e3b8be81863fa04309be757e02 2024-11-23T11:20:03,410 INFO [StoreOpener-0279b0e3b8be81863fa04309be757e02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0279b0e3b8be81863fa04309be757e02 columnFamilyName f1 2024-11-23T11:20:03,410 DEBUG [StoreOpener-0279b0e3b8be81863fa04309be757e02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:03,411 INFO [StoreOpener-0279b0e3b8be81863fa04309be757e02-1 {}] regionserver.HStore(327): Store=0279b0e3b8be81863fa04309be757e02/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:03,411 INFO [StoreOpener-0279b0e3b8be81863fa04309be757e02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0279b0e3b8be81863fa04309be757e02 2024-11-23T11:20:03,412 INFO [StoreOpener-0279b0e3b8be81863fa04309be757e02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0279b0e3b8be81863fa04309be757e02 columnFamilyName norep 2024-11-23T11:20:03,412 DEBUG [StoreOpener-0279b0e3b8be81863fa04309be757e02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:03,413 INFO [StoreOpener-0279b0e3b8be81863fa04309be757e02-1 {}] regionserver.HStore(327): Store=0279b0e3b8be81863fa04309be757e02/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:03,413 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0279b0e3b8be81863fa04309be757e02 2024-11-23T11:20:03,414 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/default/test/0279b0e3b8be81863fa04309be757e02 2024-11-23T11:20:03,414 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/default/test/0279b0e3b8be81863fa04309be757e02 2024-11-23T11:20:03,415 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0279b0e3b8be81863fa04309be757e02 2024-11-23T11:20:03,415 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0279b0e3b8be81863fa04309be757e02 2024-11-23T11:20:03,416 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:20:03,417 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0279b0e3b8be81863fa04309be757e02 2024-11-23T11:20:03,425 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/default/test/0279b0e3b8be81863fa04309be757e02/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:20:03,426 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0279b0e3b8be81863fa04309be757e02; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64631223, jitterRate=-0.0369197279214859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:20:03,426 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0279b0e3b8be81863fa04309be757e02 2024-11-23T11:20:03,426 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0279b0e3b8be81863fa04309be757e02: Running coprocessor pre-open hook at 1732360803392Writing region info on filesystem at 1732360803392Initializing all the Stores at 1732360803394 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360803394Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360803403 (+9 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360803404 (+1 ms)Cleaning up temporary data from old regions at 1732360803415 (+11 ms)Running coprocessor post-open hooks at 1732360803426 (+11 ms)Region opened successfully at 1732360803426 2024-11-23T11:20:03,427 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732360802967.0279b0e3b8be81863fa04309be757e02., pid=6, masterSystemTime=1732360803386 2024-11-23T11:20:03,430 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732360802967.0279b0e3b8be81863fa04309be757e02. 2024-11-23T11:20:03,430 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732360802967.0279b0e3b8be81863fa04309be757e02. 2024-11-23T11:20:03,431 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0279b0e3b8be81863fa04309be757e02, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=64443f9a1829,33685,1732360796128 2024-11-23T11:20:03,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0279b0e3b8be81863fa04309be757e02, server=64443f9a1829,33685,1732360796128 because future has completed 2024-11-23T11:20:03,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T11:20:03,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0279b0e3b8be81863fa04309be757e02, server=64443f9a1829,33685,1732360796128 in 203 msec 2024-11-23T11:20:03,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T11:20:03,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0279b0e3b8be81863fa04309be757e02, ASSIGN in 364 msec 2024-11-23T11:20:03,445 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:20:03,446 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360803445"}]},"ts":"1732360803445"} 2024-11-23T11:20:03,449 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T11:20:03,451 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:20:03,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 483 msec 2024-11-23T11:20:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:20:03,605 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T11:20:03,605 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:20:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,38853,1732360801160 2024-11-23T11:20:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c22df40 2024-11-23T11:20:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:20:03,609 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:20:03,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:20:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T11:20:03,613 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:20:03,613 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:03,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:20:03,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T11:20:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:20:03,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741835_1011 (size=902) 2024-11-23T11:20:03,634 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a8798b13de47872981bd9e7afda9f16d, NAME => 'test,,1732360803610.a8798b13de47872981bd9e7afda9f16d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac 2024-11-23T11:20:03,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741836_1012 (size=39) 2024-11-23T11:20:03,653 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732360803610.a8798b13de47872981bd9e7afda9f16d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:20:03,653 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a8798b13de47872981bd9e7afda9f16d, disabling compactions & flushes 2024-11-23T11:20:03,653 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732360803610.a8798b13de47872981bd9e7afda9f16d. 2024-11-23T11:20:03,653 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732360803610.a8798b13de47872981bd9e7afda9f16d. 2024-11-23T11:20:03,653 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732360803610.a8798b13de47872981bd9e7afda9f16d. after waiting 0 ms 2024-11-23T11:20:03,653 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732360803610.a8798b13de47872981bd9e7afda9f16d. 2024-11-23T11:20:03,653 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732360803610.a8798b13de47872981bd9e7afda9f16d. 2024-11-23T11:20:03,653 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a8798b13de47872981bd9e7afda9f16d: Waiting for close lock at 1732360803653Disabling compacts and flushes for region at 1732360803653Disabling writes for close at 1732360803653Writing region close event to WAL at 1732360803653Closed at 1732360803653 2024-11-23T11:20:03,655 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:20:03,655 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732360803610.a8798b13de47872981bd9e7afda9f16d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732360803655"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732360803655"}]},"ts":"1732360803655"} 2024-11-23T11:20:03,658 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T11:20:03,659 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:20:03,659 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360803659"}]},"ts":"1732360803659"} 2024-11-23T11:20:03,661 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T11:20:03,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a8798b13de47872981bd9e7afda9f16d, ASSIGN}] 2024-11-23T11:20:03,664 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a8798b13de47872981bd9e7afda9f16d, ASSIGN 2024-11-23T11:20:03,665 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a8798b13de47872981bd9e7afda9f16d, ASSIGN; state=OFFLINE, location=64443f9a1829,41687,1732360801358; forceNewPlan=false, retain=false 2024-11-23T11:20:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:20:03,815 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a8798b13de47872981bd9e7afda9f16d, regionState=OPENING, regionLocation=64443f9a1829,41687,1732360801358 2024-11-23T11:20:03,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a8798b13de47872981bd9e7afda9f16d, ASSIGN because future has completed 2024-11-23T11:20:03,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8798b13de47872981bd9e7afda9f16d, server=64443f9a1829,41687,1732360801358}] 2024-11-23T11:20:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:20:03,983 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732360803610.a8798b13de47872981bd9e7afda9f16d. 2024-11-23T11:20:03,983 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a8798b13de47872981bd9e7afda9f16d, NAME => 'test,,1732360803610.a8798b13de47872981bd9e7afda9f16d.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:20:03,984 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:20:03,984 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T11:20:03,984 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a8798b13de47872981bd9e7afda9f16d 2024-11-23T11:20:03,984 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732360803610.a8798b13de47872981bd9e7afda9f16d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:20:03,984 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a8798b13de47872981bd9e7afda9f16d 2024-11-23T11:20:03,984 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a8798b13de47872981bd9e7afda9f16d 2024-11-23T11:20:03,985 INFO [StoreOpener-a8798b13de47872981bd9e7afda9f16d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a8798b13de47872981bd9e7afda9f16d 2024-11-23T11:20:03,987 INFO [StoreOpener-a8798b13de47872981bd9e7afda9f16d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8798b13de47872981bd9e7afda9f16d columnFamilyName f 2024-11-23T11:20:03,987 DEBUG [StoreOpener-a8798b13de47872981bd9e7afda9f16d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:03,987 INFO [StoreOpener-a8798b13de47872981bd9e7afda9f16d-1 {}] regionserver.HStore(327): Store=a8798b13de47872981bd9e7afda9f16d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:03,987 INFO [StoreOpener-a8798b13de47872981bd9e7afda9f16d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a8798b13de47872981bd9e7afda9f16d 2024-11-23T11:20:03,989 INFO [StoreOpener-a8798b13de47872981bd9e7afda9f16d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8798b13de47872981bd9e7afda9f16d columnFamilyName f1 2024-11-23T11:20:03,989 DEBUG [StoreOpener-a8798b13de47872981bd9e7afda9f16d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:03,989 INFO [StoreOpener-a8798b13de47872981bd9e7afda9f16d-1 {}] regionserver.HStore(327): Store=a8798b13de47872981bd9e7afda9f16d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:03,989 INFO [StoreOpener-a8798b13de47872981bd9e7afda9f16d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a8798b13de47872981bd9e7afda9f16d 2024-11-23T11:20:03,990 INFO [StoreOpener-a8798b13de47872981bd9e7afda9f16d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8798b13de47872981bd9e7afda9f16d columnFamilyName norep 2024-11-23T11:20:03,990 DEBUG [StoreOpener-a8798b13de47872981bd9e7afda9f16d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:03,991 INFO [StoreOpener-a8798b13de47872981bd9e7afda9f16d-1 {}] regionserver.HStore(327): Store=a8798b13de47872981bd9e7afda9f16d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:03,991 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a8798b13de47872981bd9e7afda9f16d 2024-11-23T11:20:03,991 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/default/test/a8798b13de47872981bd9e7afda9f16d 2024-11-23T11:20:03,992 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/default/test/a8798b13de47872981bd9e7afda9f16d 2024-11-23T11:20:03,992 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a8798b13de47872981bd9e7afda9f16d 2024-11-23T11:20:03,993 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a8798b13de47872981bd9e7afda9f16d 2024-11-23T11:20:03,993 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:20:03,994 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a8798b13de47872981bd9e7afda9f16d 2024-11-23T11:20:03,996 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/default/test/a8798b13de47872981bd9e7afda9f16d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:20:03,996 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a8798b13de47872981bd9e7afda9f16d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60371159, jitterRate=-0.10039962828159332}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:20:03,996 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a8798b13de47872981bd9e7afda9f16d 2024-11-23T11:20:03,996 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a8798b13de47872981bd9e7afda9f16d: Running coprocessor pre-open hook at 1732360803984Writing region info on filesystem at 1732360803984Initializing all the Stores at 1732360803985 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360803985Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360803985Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360803985Cleaning up temporary data from old regions at 1732360803993 (+8 ms)Running coprocessor post-open hooks at 1732360803996 (+3 ms)Region opened successfully at 1732360803996 2024-11-23T11:20:03,997 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732360803610.a8798b13de47872981bd9e7afda9f16d., pid=6, masterSystemTime=1732360803980 2024-11-23T11:20:03,999 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732360803610.a8798b13de47872981bd9e7afda9f16d. 2024-11-23T11:20:03,999 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732360803610.a8798b13de47872981bd9e7afda9f16d. 2024-11-23T11:20:04,000 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a8798b13de47872981bd9e7afda9f16d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=64443f9a1829,41687,1732360801358 2024-11-23T11:20:04,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8798b13de47872981bd9e7afda9f16d, server=64443f9a1829,41687,1732360801358 because future has completed 2024-11-23T11:20:04,003 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:20:04,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T11:20:04,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a8798b13de47872981bd9e7afda9f16d, server=64443f9a1829,41687,1732360801358 in 178 msec 2024-11-23T11:20:04,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T11:20:04,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a8798b13de47872981bd9e7afda9f16d, ASSIGN in 343 msec 2024-11-23T11:20:04,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:20:04,009 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360804008"}]},"ts":"1732360804008"} 2024-11-23T11:20:04,011 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T11:20:04,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:20:04,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 402 msec 2024-11-23T11:20:04,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:04,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:04,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:04,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:04,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:04,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:04,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:04,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:04,076 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T11:20:04,077 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T11:20:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:20:04,246 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T11:20:04,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f180cfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:04,247 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,37501,-1 for getting cluster id 2024-11-23T11:20:04,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:20:04,248 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa59c492-91af-4aab-9cca-89e9abac8e84' 2024-11-23T11:20:04,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:20:04,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa59c492-91af-4aab-9cca-89e9abac8e84" 2024-11-23T11:20:04,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548477d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:04,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,37501,-1] 2024-11-23T11:20:04,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:20:04,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:04,250 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:20:04,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c4534a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:04,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17459b34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:04,252 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,38853,-1 for getting cluster id 2024-11-23T11:20:04,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:20:04,253 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a1570407-a56b-4bda-bf66-beea634e5898' 2024-11-23T11:20:04,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:20:04,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a1570407-a56b-4bda-bf66-beea634e5898" 2024-11-23T11:20:04,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573dea2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:04,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,38853,-1] 2024-11-23T11:20:04,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:20:04,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:04,255 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:20:04,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c41f29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:04,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eecb887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:04,257 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,37501,-1 for getting cluster id 2024-11-23T11:20:04,257 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:20:04,258 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa59c492-91af-4aab-9cca-89e9abac8e84' 2024-11-23T11:20:04,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:20:04,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa59c492-91af-4aab-9cca-89e9abac8e84" 2024-11-23T11:20:04,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60811cf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:04,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,37501,-1] 2024-11-23T11:20:04,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:20:04,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:04,259 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:20:04,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a5eeede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:04,260 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:20:04,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,37501,1732360795648 2024-11-23T11:20:04,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7de5150e 2024-11-23T11:20:04,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:20:04,262 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:20:04,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://64443f9a1829:38853,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T11:20:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T11:20:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:20:04,266 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:38853' 2024-11-23T11:20:04,267 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fdc1133, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:04,267 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,38853,-1 for getting cluster id 2024-11-23T11:20:04,267 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:20:04,267 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a1570407-a56b-4bda-bf66-beea634e5898' 2024-11-23T11:20:04,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:20:04,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a1570407-a56b-4bda-bf66-beea634e5898" 2024-11-23T11:20:04,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63acbef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:04,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,38853,-1] 2024-11-23T11:20:04,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:20:04,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:04,269 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:20:04,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@799d8c7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:04,270 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:20:04,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,38853,1732360801160 2024-11-23T11:20:04,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51b93fe 2024-11-23T11:20:04,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:20:04,271 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:20:04,272 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T11:20:04,272 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T11:20:04,272 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:04,272 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:04,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:20:04,272 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:20:04,274 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T11:20:04,275 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:20:04,275 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:04,276 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:20:04,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39609 is added to blk_1073741837_1013 (size=1138) 2024-11-23T11:20:04,324 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T11:20:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:20:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:20:04,683 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 93ce9202f1cd35eae0b2aa652ee34c15, NAME => 'hbase:replication,,1732360804272.93ce9202f1cd35eae0b2aa652ee34c15.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc 2024-11-23T11:20:04,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39609 is added to blk_1073741838_1014 (size=44) 2024-11-23T11:20:04,696 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732360804272.93ce9202f1cd35eae0b2aa652ee34c15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:20:04,696 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 93ce9202f1cd35eae0b2aa652ee34c15, disabling compactions & flushes 2024-11-23T11:20:04,696 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732360804272.93ce9202f1cd35eae0b2aa652ee34c15. 2024-11-23T11:20:04,696 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732360804272.93ce9202f1cd35eae0b2aa652ee34c15. 2024-11-23T11:20:04,696 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732360804272.93ce9202f1cd35eae0b2aa652ee34c15. after waiting 0 ms 2024-11-23T11:20:04,696 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732360804272.93ce9202f1cd35eae0b2aa652ee34c15. 2024-11-23T11:20:04,696 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732360804272.93ce9202f1cd35eae0b2aa652ee34c15. 2024-11-23T11:20:04,696 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 93ce9202f1cd35eae0b2aa652ee34c15: Waiting for close lock at 1732360804696Disabling compacts and flushes for region at 1732360804696Disabling writes for close at 1732360804696Writing region close event to WAL at 1732360804696Closed at 1732360804696 2024-11-23T11:20:04,697 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:20:04,698 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732360804272.93ce9202f1cd35eae0b2aa652ee34c15.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732360804697"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732360804697"}]},"ts":"1732360804697"} 2024-11-23T11:20:04,700 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T11:20:04,700 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:20:04,700 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360804700"}]},"ts":"1732360804700"} 2024-11-23T11:20:04,703 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T11:20:04,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=93ce9202f1cd35eae0b2aa652ee34c15, ASSIGN}] 2024-11-23T11:20:04,704 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=93ce9202f1cd35eae0b2aa652ee34c15, ASSIGN 2024-11-23T11:20:04,705 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=93ce9202f1cd35eae0b2aa652ee34c15, ASSIGN; state=OFFLINE, location=64443f9a1829,33685,1732360796128; forceNewPlan=false, retain=false 2024-11-23T11:20:04,856 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=93ce9202f1cd35eae0b2aa652ee34c15, regionState=OPENING, regionLocation=64443f9a1829,33685,1732360796128 2024-11-23T11:20:04,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=93ce9202f1cd35eae0b2aa652ee34c15, ASSIGN because future has completed 2024-11-23T11:20:04,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93ce9202f1cd35eae0b2aa652ee34c15, server=64443f9a1829,33685,1732360796128}] 2024-11-23T11:20:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:20:05,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732360804272.93ce9202f1cd35eae0b2aa652ee34c15. 2024-11-23T11:20:05,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:20:05,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T11:20:05,027 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C33685%2C1732360796128.rep, suffix=, logDir=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128, archiveDir=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/oldWALs, maxLogs=10 2024-11-23T11:20:05,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128/64443f9a1829%2C33685%2C1732360796128.rep.1732360805027, exclude list is [], retry=0 2024-11-23T11:20:05,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39609,DS-a931afd1-44c7-4f1d-b032-42b28b85ae70,DISK] 2024-11-23T11:20:05,041 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128/64443f9a1829%2C33685%2C1732360796128.rep.1732360805027 2024-11-23T11:20:05,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32899:32899)] 2024-11-23T11:20:05,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 93ce9202f1cd35eae0b2aa652ee34c15, NAME => 'hbase:replication,,1732360804272.93ce9202f1cd35eae0b2aa652ee34c15.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:20:05,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:20:05,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:20:05,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732360804272.93ce9202f1cd35eae0b2aa652ee34c15. service=MultiRowMutationService 2024-11-23T11:20:05,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T11:20:05,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 93ce9202f1cd35eae0b2aa652ee34c15 2024-11-23T11:20:05,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732360804272.93ce9202f1cd35eae0b2aa652ee34c15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:20:05,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 93ce9202f1cd35eae0b2aa652ee34c15 2024-11-23T11:20:05,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 93ce9202f1cd35eae0b2aa652ee34c15 2024-11-23T11:20:05,043 INFO [StoreOpener-93ce9202f1cd35eae0b2aa652ee34c15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 93ce9202f1cd35eae0b2aa652ee34c15 2024-11-23T11:20:05,044 INFO [StoreOpener-93ce9202f1cd35eae0b2aa652ee34c15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93ce9202f1cd35eae0b2aa652ee34c15 columnFamilyName hfileref 2024-11-23T11:20:05,044 DEBUG [StoreOpener-93ce9202f1cd35eae0b2aa652ee34c15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:05,045 INFO [StoreOpener-93ce9202f1cd35eae0b2aa652ee34c15-1 {}] regionserver.HStore(327): Store=93ce9202f1cd35eae0b2aa652ee34c15/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:05,045 INFO [StoreOpener-93ce9202f1cd35eae0b2aa652ee34c15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 93ce9202f1cd35eae0b2aa652ee34c15 2024-11-23T11:20:05,046 INFO [StoreOpener-93ce9202f1cd35eae0b2aa652ee34c15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93ce9202f1cd35eae0b2aa652ee34c15 columnFamilyName queue 2024-11-23T11:20:05,046 DEBUG [StoreOpener-93ce9202f1cd35eae0b2aa652ee34c15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:05,046 INFO [StoreOpener-93ce9202f1cd35eae0b2aa652ee34c15-1 {}] regionserver.HStore(327): Store=93ce9202f1cd35eae0b2aa652ee34c15/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:05,046 INFO [StoreOpener-93ce9202f1cd35eae0b2aa652ee34c15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 93ce9202f1cd35eae0b2aa652ee34c15 2024-11-23T11:20:05,047 INFO [StoreOpener-93ce9202f1cd35eae0b2aa652ee34c15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93ce9202f1cd35eae0b2aa652ee34c15 columnFamilyName sid 2024-11-23T11:20:05,047 DEBUG [StoreOpener-93ce9202f1cd35eae0b2aa652ee34c15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:05,047 INFO [StoreOpener-93ce9202f1cd35eae0b2aa652ee34c15-1 {}] regionserver.HStore(327): Store=93ce9202f1cd35eae0b2aa652ee34c15/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:05,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 93ce9202f1cd35eae0b2aa652ee34c15 2024-11-23T11:20:05,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/replication/93ce9202f1cd35eae0b2aa652ee34c15 2024-11-23T11:20:05,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/replication/93ce9202f1cd35eae0b2aa652ee34c15 2024-11-23T11:20:05,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 93ce9202f1cd35eae0b2aa652ee34c15 2024-11-23T11:20:05,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 93ce9202f1cd35eae0b2aa652ee34c15 2024-11-23T11:20:05,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:20:05,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 93ce9202f1cd35eae0b2aa652ee34c15 2024-11-23T11:20:05,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/replication/93ce9202f1cd35eae0b2aa652ee34c15/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:20:05,052 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 93ce9202f1cd35eae0b2aa652ee34c15; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63160165, jitterRate=-0.058840200304985046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:20:05,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 93ce9202f1cd35eae0b2aa652ee34c15 2024-11-23T11:20:05,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 93ce9202f1cd35eae0b2aa652ee34c15: Running coprocessor pre-open hook at 1732360805042Writing region info on filesystem at 1732360805042Initializing all the Stores at 1732360805043 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360805043Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360805043Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360805043Cleaning up temporary data from old regions at 1732360805049 (+6 ms)Running coprocessor post-open hooks at 1732360805052 (+3 ms)Region opened successfully at 1732360805053 (+1 ms) 2024-11-23T11:20:05,053 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732360804272.93ce9202f1cd35eae0b2aa652ee34c15., pid=10, masterSystemTime=1732360805022 2024-11-23T11:20:05,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732360804272.93ce9202f1cd35eae0b2aa652ee34c15. 2024-11-23T11:20:05,055 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732360804272.93ce9202f1cd35eae0b2aa652ee34c15. 2024-11-23T11:20:05,055 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=93ce9202f1cd35eae0b2aa652ee34c15, regionState=OPEN, openSeqNum=2, regionLocation=64443f9a1829,33685,1732360796128 2024-11-23T11:20:05,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93ce9202f1cd35eae0b2aa652ee34c15, server=64443f9a1829,33685,1732360796128 because future has completed 2024-11-23T11:20:05,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T11:20:05,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 93ce9202f1cd35eae0b2aa652ee34c15, server=64443f9a1829,33685,1732360796128 in 190 msec 2024-11-23T11:20:05,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T11:20:05,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=93ce9202f1cd35eae0b2aa652ee34c15, ASSIGN in 357 msec 2024-11-23T11:20:05,062 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:20:05,062 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360805062"}]},"ts":"1732360805062"} 2024-11-23T11:20:05,063 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T11:20:05,064 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:20:05,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 792 msec 2024-11-23T11:20:05,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732360804272.93ce9202f1cd35eae0b2aa652ee34c15., hostname=64443f9a1829,33685,1732360796128, seqNum=2] 2024-11-23T11:20:05,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37501-0x101676be7250000, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-163939801 2024-11-23T11:20:05,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33685-0x101676be7250001, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-163939801 2024-11-23T11:20:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:20:05,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T11:20:05,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T11:20:05,632 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T11:20:05,659 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-64443f9a1829,33685,1732360796128, ReplicationSource: 1, currentBandwidth=0 2024-11-23T11:20:05,660 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:20:05,660 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,33685,1732360796128, seqNum=-1] 2024-11-23T11:20:05,660 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:20:05,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-23T11:20:05,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-64443f9a1829,33685,1732360796128', locateType=CURRENT is [region=hbase:replication,,1732360804272.93ce9202f1cd35eae0b2aa652ee34c15., hostname=64443f9a1829,33685,1732360796128, seqNum=2] 2024-11-23T11:20:05,665 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T11:20:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T11:20:05,667 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 64443f9a1829,33685,1732360796128 suceeded 2024-11-23T11:20:05,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T11:20:05,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-23T11:20:05,668 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://64443f9a1829:38853,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T11:20:05,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4060 sec 2024-11-23T11:20:05,680 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:38853' 2024-11-23T11:20:05,681 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1130f9b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:05,681 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,38853,-1 for getting cluster id 2024-11-23T11:20:05,681 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:20:05,681 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a1570407-a56b-4bda-bf66-beea634e5898' 2024-11-23T11:20:05,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:20:05,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a1570407-a56b-4bda-bf66-beea634e5898" 2024-11-23T11:20:05,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7536eec0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:05,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,38853,-1] 2024-11-23T11:20:05,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:20:05,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:05,683 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:20:05,683 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@237fa291, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:05,683 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:20:05,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,38853,1732360801160 2024-11-23T11:20:05,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@656ec07 2024-11-23T11:20:05,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:20:05,685 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-23T11:20:05,685 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-64443f9a1829,33685,1732360796128 (queues=1) is replicating from cluster=fa59c492-91af-4aab-9cca-89e9abac8e84 to cluster=a1570407-a56b-4bda-bf66-beea634e5898 2024-11-23T11:20:05,685 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=64443f9a1829%2C33685%2C1732360796128 2024-11-23T11:20:05,686 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-64443f9a1829,33685,1732360796128, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T11:20:05,686 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.shipper64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64443f9a1829%2C33685%2C1732360796128 2024-11-23T11:20:05,686 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.wal-reader.64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128/64443f9a1829%2C33685%2C1732360796128.1732360797983, startPosition=0, beingWritten=true 2024-11-23T11:20:05,694 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.wal-reader.64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:20:05,694 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.wal-reader.64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128/64443f9a1829%2C33685%2C1732360796128.1732360797983 to pos 379, reset compression=false 2024-11-23T11:20:05,694 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.shipper64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,33685,1732360796128 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128/64443f9a1829%2C33685%2C1732360796128.1732360797983, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:20:05,898 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.wal-reader.64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128/64443f9a1829%2C33685%2C1732360796128.1732360797983 to pos 379, reset compression=false 2024-11-23T11:20:06,201 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.wal-reader.64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128/64443f9a1829%2C33685%2C1732360796128.1732360797983 to pos 379, reset compression=false 2024-11-23T11:20:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:20:06,415 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T11:20:06,415 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:20:06,415 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:20:06,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:06,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:06,415 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:20:06,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@642601fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:06,416 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,38853,-1 for getting cluster id 2024-11-23T11:20:06,416 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:20:06,417 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a1570407-a56b-4bda-bf66-beea634e5898' 2024-11-23T11:20:06,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:20:06,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a1570407-a56b-4bda-bf66-beea634e5898" 2024-11-23T11:20:06,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68d76a54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:06,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,38853,-1] 2024-11-23T11:20:06,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:20:06,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:06,418 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:20:06,419 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58fe8a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:06,419 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:20:06,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,38853,1732360801160 2024-11-23T11:20:06,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@296dc80d 2024-11-23T11:20:06,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:20:06,421 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:20:06,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://64443f9a1829:37501,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T11:20:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T11:20:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:20:06,423 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:37501' 2024-11-23T11:20:06,424 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f7311a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:06,424 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,37501,-1 for getting cluster id 2024-11-23T11:20:06,424 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:20:06,425 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa59c492-91af-4aab-9cca-89e9abac8e84' 2024-11-23T11:20:06,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:20:06,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa59c492-91af-4aab-9cca-89e9abac8e84" 2024-11-23T11:20:06,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@374d511c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:06,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,37501,-1] 2024-11-23T11:20:06,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:20:06,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:06,426 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:20:06,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a183dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:06,427 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:20:06,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,37501,1732360795648 2024-11-23T11:20:06,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@431f7229 2024-11-23T11:20:06,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:20:06,428 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:20:06,429 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-23T11:20:06,429 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T11:20:06,429 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:06,429 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:06,429 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:20:06,429 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:20:06,431 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T11:20:06,431 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:20:06,432 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:06,433 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:20:06,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741837_1013 (size=1138) 2024-11-23T11:20:06,481 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T11:20:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:20:06,606 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.wal-reader.64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128/64443f9a1829%2C33685%2C1732360796128.1732360797983 to pos 379, reset compression=false 2024-11-23T11:20:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:20:06,843 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a2d62ef5675c898fc8f409e6fd0f3f79, NAME => 'hbase:replication,,1732360806429.a2d62ef5675c898fc8f409e6fd0f3f79.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac 2024-11-23T11:20:06,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741838_1014 (size=44) 2024-11-23T11:20:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:20:07,110 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.wal-reader.64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128/64443f9a1829%2C33685%2C1732360796128.1732360797983 to pos 379, reset compression=false 2024-11-23T11:20:07,258 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732360806429.a2d62ef5675c898fc8f409e6fd0f3f79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:20:07,258 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a2d62ef5675c898fc8f409e6fd0f3f79, disabling compactions & flushes 2024-11-23T11:20:07,258 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732360806429.a2d62ef5675c898fc8f409e6fd0f3f79. 2024-11-23T11:20:07,258 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732360806429.a2d62ef5675c898fc8f409e6fd0f3f79. 2024-11-23T11:20:07,259 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732360806429.a2d62ef5675c898fc8f409e6fd0f3f79. after waiting 0 ms 2024-11-23T11:20:07,259 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732360806429.a2d62ef5675c898fc8f409e6fd0f3f79. 2024-11-23T11:20:07,259 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732360806429.a2d62ef5675c898fc8f409e6fd0f3f79. 2024-11-23T11:20:07,259 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a2d62ef5675c898fc8f409e6fd0f3f79: Waiting for close lock at 1732360807258Disabling compacts and flushes for region at 1732360807258Disabling writes for close at 1732360807259 (+1 ms)Writing region close event to WAL at 1732360807259Closed at 1732360807259 2024-11-23T11:20:07,260 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:20:07,260 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732360806429.a2d62ef5675c898fc8f409e6fd0f3f79.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732360807260"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732360807260"}]},"ts":"1732360807260"} 2024-11-23T11:20:07,262 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T11:20:07,263 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:20:07,263 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360807263"}]},"ts":"1732360807263"} 2024-11-23T11:20:07,268 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T11:20:07,269 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a2d62ef5675c898fc8f409e6fd0f3f79, ASSIGN}] 2024-11-23T11:20:07,270 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a2d62ef5675c898fc8f409e6fd0f3f79, ASSIGN 2024-11-23T11:20:07,270 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a2d62ef5675c898fc8f409e6fd0f3f79, ASSIGN; state=OFFLINE, location=64443f9a1829,41687,1732360801358; forceNewPlan=false, retain=false 2024-11-23T11:20:07,421 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a2d62ef5675c898fc8f409e6fd0f3f79, regionState=OPENING, regionLocation=64443f9a1829,41687,1732360801358 2024-11-23T11:20:07,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a2d62ef5675c898fc8f409e6fd0f3f79, ASSIGN because future has completed 2024-11-23T11:20:07,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2d62ef5675c898fc8f409e6fd0f3f79, server=64443f9a1829,41687,1732360801358}] 2024-11-23T11:20:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:20:07,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732360806429.a2d62ef5675c898fc8f409e6fd0f3f79. 2024-11-23T11:20:07,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:20:07,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T11:20:07,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C41687%2C1732360801358.rep, suffix=, logDir=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/WALs/64443f9a1829,41687,1732360801358, archiveDir=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/oldWALs, maxLogs=10 2024-11-23T11:20:07,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/WALs/64443f9a1829,41687,1732360801358/64443f9a1829%2C41687%2C1732360801358.rep.1732360807580, exclude list is [], retry=0 2024-11-23T11:20:07,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41741,DS-a1f5f495-6c5a-4202-8f82-eb5c0110ce1d,DISK] 2024-11-23T11:20:07,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/WALs/64443f9a1829,41687,1732360801358/64443f9a1829%2C41687%2C1732360801358.rep.1732360807580 2024-11-23T11:20:07,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35519:35519)] 2024-11-23T11:20:07,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a2d62ef5675c898fc8f409e6fd0f3f79, NAME => 'hbase:replication,,1732360806429.a2d62ef5675c898fc8f409e6fd0f3f79.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:20:07,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:20:07,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:20:07,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732360806429.a2d62ef5675c898fc8f409e6fd0f3f79. service=MultiRowMutationService 2024-11-23T11:20:07,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T11:20:07,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a2d62ef5675c898fc8f409e6fd0f3f79 2024-11-23T11:20:07,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732360806429.a2d62ef5675c898fc8f409e6fd0f3f79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:20:07,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a2d62ef5675c898fc8f409e6fd0f3f79 2024-11-23T11:20:07,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a2d62ef5675c898fc8f409e6fd0f3f79 2024-11-23T11:20:07,596 INFO [StoreOpener-a2d62ef5675c898fc8f409e6fd0f3f79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a2d62ef5675c898fc8f409e6fd0f3f79 2024-11-23T11:20:07,597 INFO [StoreOpener-a2d62ef5675c898fc8f409e6fd0f3f79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2d62ef5675c898fc8f409e6fd0f3f79 columnFamilyName hfileref 2024-11-23T11:20:07,597 DEBUG [StoreOpener-a2d62ef5675c898fc8f409e6fd0f3f79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:07,598 INFO [StoreOpener-a2d62ef5675c898fc8f409e6fd0f3f79-1 {}] regionserver.HStore(327): Store=a2d62ef5675c898fc8f409e6fd0f3f79/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:07,598 INFO [StoreOpener-a2d62ef5675c898fc8f409e6fd0f3f79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a2d62ef5675c898fc8f409e6fd0f3f79 2024-11-23T11:20:07,599 INFO [StoreOpener-a2d62ef5675c898fc8f409e6fd0f3f79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2d62ef5675c898fc8f409e6fd0f3f79 columnFamilyName queue 2024-11-23T11:20:07,599 DEBUG [StoreOpener-a2d62ef5675c898fc8f409e6fd0f3f79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:07,599 INFO [StoreOpener-a2d62ef5675c898fc8f409e6fd0f3f79-1 {}] regionserver.HStore(327): Store=a2d62ef5675c898fc8f409e6fd0f3f79/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:07,599 INFO [StoreOpener-a2d62ef5675c898fc8f409e6fd0f3f79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a2d62ef5675c898fc8f409e6fd0f3f79 2024-11-23T11:20:07,600 INFO [StoreOpener-a2d62ef5675c898fc8f409e6fd0f3f79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2d62ef5675c898fc8f409e6fd0f3f79 columnFamilyName sid 2024-11-23T11:20:07,600 DEBUG [StoreOpener-a2d62ef5675c898fc8f409e6fd0f3f79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:07,600 INFO [StoreOpener-a2d62ef5675c898fc8f409e6fd0f3f79-1 {}] regionserver.HStore(327): Store=a2d62ef5675c898fc8f409e6fd0f3f79/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:07,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a2d62ef5675c898fc8f409e6fd0f3f79 2024-11-23T11:20:07,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/replication/a2d62ef5675c898fc8f409e6fd0f3f79 2024-11-23T11:20:07,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/replication/a2d62ef5675c898fc8f409e6fd0f3f79 2024-11-23T11:20:07,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a2d62ef5675c898fc8f409e6fd0f3f79 2024-11-23T11:20:07,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a2d62ef5675c898fc8f409e6fd0f3f79 2024-11-23T11:20:07,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:20:07,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a2d62ef5675c898fc8f409e6fd0f3f79 2024-11-23T11:20:07,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/replication/a2d62ef5675c898fc8f409e6fd0f3f79/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:20:07,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a2d62ef5675c898fc8f409e6fd0f3f79; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65896446, jitterRate=-0.018066436052322388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:20:07,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a2d62ef5675c898fc8f409e6fd0f3f79 2024-11-23T11:20:07,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a2d62ef5675c898fc8f409e6fd0f3f79: Running coprocessor pre-open hook at 1732360807595Writing region info on filesystem at 1732360807595Initializing all the Stores at 1732360807596 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360807596Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360807596Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360807596Cleaning up temporary data from old regions at 1732360807602 (+6 ms)Running coprocessor post-open hooks at 1732360807605 (+3 ms)Region opened successfully at 1732360807605 2024-11-23T11:20:07,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732360806429.a2d62ef5675c898fc8f409e6fd0f3f79., pid=10, masterSystemTime=1732360807575 2024-11-23T11:20:07,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732360806429.a2d62ef5675c898fc8f409e6fd0f3f79. 2024-11-23T11:20:07,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732360806429.a2d62ef5675c898fc8f409e6fd0f3f79. 2024-11-23T11:20:07,607 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a2d62ef5675c898fc8f409e6fd0f3f79, regionState=OPEN, openSeqNum=2, regionLocation=64443f9a1829,41687,1732360801358 2024-11-23T11:20:07,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2d62ef5675c898fc8f409e6fd0f3f79, server=64443f9a1829,41687,1732360801358 because future has completed 2024-11-23T11:20:07,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T11:20:07,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a2d62ef5675c898fc8f409e6fd0f3f79, server=64443f9a1829,41687,1732360801358 in 187 msec 2024-11-23T11:20:07,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T11:20:07,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a2d62ef5675c898fc8f409e6fd0f3f79, ASSIGN in 342 msec 2024-11-23T11:20:07,613 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:20:07,614 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360807613"}]},"ts":"1732360807613"} 2024-11-23T11:20:07,615 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T11:20:07,616 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:20:07,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1870 sec 2024-11-23T11:20:07,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732360806429.a2d62ef5675c898fc8f409e6fd0f3f79., hostname=64443f9a1829,41687,1732360801358, seqNum=2] 2024-11-23T11:20:07,713 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.wal-reader.64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128/64443f9a1829%2C33685%2C1732360796128.1732360797983 to pos 379, reset compression=false 2024-11-23T11:20:07,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x101676be7250003, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299643034 2024-11-23T11:20:07,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x101676be7250004, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299643034 2024-11-23T11:20:07,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T11:20:08,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T11:20:08,029 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T11:20:08,066 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-64443f9a1829,41687,1732360801358, ReplicationSource: 1, currentBandwidth=0 2024-11-23T11:20:08,067 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:20:08,067 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,41687,1732360801358, seqNum=-1] 2024-11-23T11:20:08,067 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:20:08,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-23T11:20:08,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-64443f9a1829,41687,1732360801358', locateType=CURRENT is [region=hbase:replication,,1732360806429.a2d62ef5675c898fc8f409e6fd0f3f79., hostname=64443f9a1829,41687,1732360801358, seqNum=2] 2024-11-23T11:20:08,072 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T11:20:08,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T11:20:08,074 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 64443f9a1829,41687,1732360801358 suceeded 2024-11-23T11:20:08,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T11:20:08,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-23T11:20:08,075 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://64443f9a1829:37501,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T11:20:08,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6540 sec 2024-11-23T11:20:08,086 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:37501' 2024-11-23T11:20:08,087 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31166be4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:08,087 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,37501,-1 for getting cluster id 2024-11-23T11:20:08,087 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:20:08,088 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa59c492-91af-4aab-9cca-89e9abac8e84' 2024-11-23T11:20:08,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:20:08,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa59c492-91af-4aab-9cca-89e9abac8e84" 2024-11-23T11:20:08,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6dd5b3c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:08,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,37501,-1] 2024-11-23T11:20:08,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:20:08,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:08,089 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:20:08,090 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@328176c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:08,090 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:20:08,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,37501,1732360795648 2024-11-23T11:20:08,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@671e483c 2024-11-23T11:20:08,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:20:08,091 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-23T11:20:08,092 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-64443f9a1829,41687,1732360801358 (queues=1) is replicating from cluster=a1570407-a56b-4bda-bf66-beea634e5898 to cluster=fa59c492-91af-4aab-9cca-89e9abac8e84 2024-11-23T11:20:08,092 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=64443f9a1829%2C41687%2C1732360801358 2024-11-23T11:20:08,092 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-64443f9a1829,41687,1732360801358, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T11:20:08,093 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.shipper64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64443f9a1829%2C41687%2C1732360801358 2024-11-23T11:20:08,093 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.wal-reader.64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/WALs/64443f9a1829,41687,1732360801358/64443f9a1829%2C41687%2C1732360801358.1732360802310, startPosition=0, beingWritten=true 2024-11-23T11:20:08,099 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.wal-reader.64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:20:08,099 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.wal-reader.64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/WALs/64443f9a1829,41687,1732360801358/64443f9a1829%2C41687%2C1732360801358.1732360802310 to pos 379, reset compression=false 2024-11-23T11:20:08,099 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.shipper64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,41687,1732360801358 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/WALs/64443f9a1829,41687,1732360801358/64443f9a1829%2C41687%2C1732360801358.1732360802310, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:20:08,128 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T11:20:08,302 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.wal-reader.64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/WALs/64443f9a1829,41687,1732360801358/64443f9a1829%2C41687%2C1732360801358.1732360802310 to pos 379, reset compression=false 2024-11-23T11:20:08,417 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.wal-reader.64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128/64443f9a1829%2C33685%2C1732360796128.1732360797983 to pos 379, reset compression=false 2024-11-23T11:20:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:20:08,566 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T11:20:08,566 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:20:08,566 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:20:08,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:08,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:08,566 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:20:08,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:08,570 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732360808569/Put/seqid=0 2024-11-23T11:20:08,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39609 is added to blk_1073741840_1016 (size=7894) 2024-11-23T11:20:08,578 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732360808578/Put/seqid=0 2024-11-23T11:20:08,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39609 is added to blk_1073741841_1017 (size=7691) 2024-11-23T11:20:08,607 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.wal-reader.64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/WALs/64443f9a1829,41687,1732360801358/64443f9a1829%2C41687%2C1732360801358.1732360802310 to pos 379, reset compression=false 2024-11-23T11:20:08,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e7c165e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:08,988 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,37501,-1 for getting cluster id 2024-11-23T11:20:08,988 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:20:08,989 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa59c492-91af-4aab-9cca-89e9abac8e84' 2024-11-23T11:20:08,989 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:20:08,989 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa59c492-91af-4aab-9cca-89e9abac8e84" 2024-11-23T11:20:08,990 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2f3d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:08,990 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,37501,-1] 2024-11-23T11:20:08,990 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:20:08,990 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:08,991 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:20:08,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@179e6a14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:08,992 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:20:08,993 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,33685,1732360796128, seqNum=-1] 2024-11-23T11:20:08,993 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:20:08,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:20:09,005 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:20:09,006 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,37501,1732360795648 2024-11-23T11:20:09,006 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2be273dd 2024-11-23T11:20:09,006 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:20:09,007 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:20:09,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732360802967.0279b0e3b8be81863fa04309be757e02., hostname=64443f9a1829,33685,1732360796128, seqNum=2] 2024-11-23T11:20:09,014 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T11:20:09,019 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.wal-reader.64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/WALs/64443f9a1829,41687,1732360801358/64443f9a1829%2C41687%2C1732360801358.1732360802310 to pos 379, reset compression=false 2024-11-23T11:20:09,027 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-23T11:20:09,030 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-23T11:20:09,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 0279b0e3b8be81863fa04309be757e02/f 2024-11-23T11:20:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-23T11:20:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T11:20:09,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 0279b0e3b8be81863fa04309be757e02/f 2024-11-23T11:20:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-23T11:20:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T11:20:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(2603): Flush status journal for 0279b0e3b8be81863fa04309be757e02: 2024-11-23T11:20:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/staging/jenkins__test__9lue1sa7quocvubcb72lof1kdbf7ev3ovrenundtksr311jd8eo6elag030qj2c2/f/hfile_0 2024-11-23T11:20:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/staging/jenkins__test__9lue1sa7quocvubcb72lof1kdbf7ev3ovrenundtksr311jd8eo6elag030qj2c2/f/hfile_0 as hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/default/test/0279b0e3b8be81863fa04309be757e02/f/b92b05d973fb4c33ada1e4a5a8d41245_SeqId_4_ 2024-11-23T11:20:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/staging/jenkins__test__9lue1sa7quocvubcb72lof1kdbf7ev3ovrenundtksr311jd8eo6elag030qj2c2/f/hfile_1 2024-11-23T11:20:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/staging/jenkins__test__9lue1sa7quocvubcb72lof1kdbf7ev3ovrenundtksr311jd8eo6elag030qj2c2/f/hfile_1 as hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/default/test/0279b0e3b8be81863fa04309be757e02/f/fd54913b5d914388bbd1c3f913acee0e_SeqId_4_ 2024-11-23T11:20:09,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/staging/jenkins__test__9lue1sa7quocvubcb72lof1kdbf7ev3ovrenundtksr311jd8eo6elag030qj2c2/f/hfile_0 into 0279b0e3b8be81863fa04309be757e02/f as hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/default/test/0279b0e3b8be81863fa04309be757e02/f/b92b05d973fb4c33ada1e4a5a8d41245_SeqId_4_ - updating store file list. 2024-11-23T11:20:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b92b05d973fb4c33ada1e4a5a8d41245_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T11:20:09,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/default/test/0279b0e3b8be81863fa04309be757e02/f/b92b05d973fb4c33ada1e4a5a8d41245_SeqId_4_ into 0279b0e3b8be81863fa04309be757e02/f 2024-11-23T11:20:09,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/staging/jenkins__test__9lue1sa7quocvubcb72lof1kdbf7ev3ovrenundtksr311jd8eo6elag030qj2c2/f/hfile_0 into 0279b0e3b8be81863fa04309be757e02/f (new location: hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/default/test/0279b0e3b8be81863fa04309be757e02/f/b92b05d973fb4c33ada1e4a5a8d41245_SeqId_4_) 2024-11-23T11:20:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/staging/jenkins__test__9lue1sa7quocvubcb72lof1kdbf7ev3ovrenundtksr311jd8eo6elag030qj2c2/f/hfile_0 2024-11-23T11:20:09,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/staging/jenkins__test__9lue1sa7quocvubcb72lof1kdbf7ev3ovrenundtksr311jd8eo6elag030qj2c2/f/hfile_1 into 0279b0e3b8be81863fa04309be757e02/f as hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/default/test/0279b0e3b8be81863fa04309be757e02/f/fd54913b5d914388bbd1c3f913acee0e_SeqId_4_ - updating store file list. 2024-11-23T11:20:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fd54913b5d914388bbd1c3f913acee0e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T11:20:09,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/default/test/0279b0e3b8be81863fa04309be757e02/f/fd54913b5d914388bbd1c3f913acee0e_SeqId_4_ into 0279b0e3b8be81863fa04309be757e02/f 2024-11-23T11:20:09,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/staging/jenkins__test__9lue1sa7quocvubcb72lof1kdbf7ev3ovrenundtksr311jd8eo6elag030qj2c2/f/hfile_1 into 0279b0e3b8be81863fa04309be757e02/f (new location: hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/default/test/0279b0e3b8be81863fa04309be757e02/f/fd54913b5d914388bbd1c3f913acee0e_SeqId_4_) 2024-11-23T11:20:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/staging/jenkins__test__9lue1sa7quocvubcb72lof1kdbf7ev3ovrenundtksr311jd8eo6elag030qj2c2/f/hfile_1 2024-11-23T11:20:09,071 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:20:09,072 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:20:09,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:09,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:09,072 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732360802967.0279b0e3b8be81863fa04309be757e02., hostname=64443f9a1829,33685,1732360796128, seqNum=2 , the old value is region=test,,1732360802967.0279b0e3b8be81863fa04309be757e02., hostname=64443f9a1829,33685,1732360796128, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=64443f9a1829:33685 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T11:20:09,072 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732360802967.0279b0e3b8be81863fa04309be757e02., hostname=64443f9a1829,33685,1732360796128, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T11:20:09,072 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732360802967.0279b0e3b8be81863fa04309be757e02., hostname=64443f9a1829,33685,1732360796128, seqNum=2 from cache 2024-11-23T11:20:09,072 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:20:09,073 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:20:09,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,41687,1732360801358, seqNum=-1] 2024-11-23T11:20:09,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:20:09,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:20:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:47858 deadline: 1732360869072 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:47858 2024-11-23T11:20:09,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732360803610.a8798b13de47872981bd9e7afda9f16d., hostname=64443f9a1829,41687,1732360801358, seqNum=2] 2024-11-23T11:20:09,080 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T11:20:09,175 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64443f9a1829:33685 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-23T11:20:09,222 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.wal-reader.64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128/64443f9a1829%2C33685%2C1732360796128.1732360797983 to pos 379, reset compression=false 2024-11-23T11:20:09,228 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.wal-reader.64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T11:20:09,228 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.shipper64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,33685,1732360796128 got entry batch from reader: WALEntryBatch [walEntries=[{test/0279b0e3b8be81863fa04309be757e02/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732360809070/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128/64443f9a1829%2C33685%2C1732360796128.1732360797983, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-23T11:20:09,230 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.shipper64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:20:09,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-23T11:20:09,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.ReplicationSink(318): Replicating [fa59c492-91af-4aab-9cca-89e9abac8e84] bulk loaded data 2024-11-23T11:20:09,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@173612df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:09,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,38853,-1 for getting cluster id 2024-11-23T11:20:09,237 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:20:09,237 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a1570407-a56b-4bda-bf66-beea634e5898' 2024-11-23T11:20:09,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:20:09,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a1570407-a56b-4bda-bf66-beea634e5898" 2024-11-23T11:20:09,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17caf75f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:09,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,38853,-1] 2024-11-23T11:20:09,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:20:09,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:09,239 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:20:09,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@509eadb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:09,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741840_1016 (size=7894) 2024-11-23T11:20:09,428 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.wal-reader.64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128/64443f9a1829%2C33685%2C1732360796128.1732360797983 to pos 687, reset compression=false 2024-11-23T11:20:09,486 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:20:09,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:09,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:09,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:09,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:09,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:09,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:09,529 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.wal-reader.64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/WALs/64443f9a1829,41687,1732360801358/64443f9a1829%2C41687%2C1732360801358.1732360802310 to pos 379, reset compression=false 2024-11-23T11:20:09,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:09,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:09,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741841_1017 (size=7691) 2024-11-23T11:20:09,732 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.wal-reader.64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128/64443f9a1829%2C33685%2C1732360796128.1732360797983 to pos 687, reset compression=false 2024-11-23T11:20:10,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:20:10,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,38853,1732360801160 2024-11-23T11:20:10,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@610ee4f2 2024-11-23T11:20:10,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:20:10,077 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-23T11:20:10,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T11:20:10,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:20:10,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,41687,1732360801358, seqNum=-1] 2024-11-23T11:20:10,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:20:10,082 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T11:20:10,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-23T11:20:10,087 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/staging/jenkins.hfs.11__test__evic2ahg19dikrceteor56jtmbruvccpoil9ac02s84kbgu834d7dg3pe3ror8o2/f/b92b05d973fb4c33ada1e4a5a8d41245_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-23T11:20:10,090 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/staging/jenkins.hfs.11__test__evic2ahg19dikrceteor56jtmbruvccpoil9ac02s84kbgu834d7dg3pe3ror8o2/f/fd54913b5d914388bbd1c3f913acee0e_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-23T11:20:10,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/staging/jenkins.hfs.11__test__evic2ahg19dikrceteor56jtmbruvccpoil9ac02s84kbgu834d7dg3pe3ror8o2/f/b92b05d973fb4c33ada1e4a5a8d41245_SeqId_4_ for inclusion in a8798b13de47872981bd9e7afda9f16d/f 2024-11-23T11:20:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-23T11:20:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T11:20:10,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/staging/jenkins.hfs.11__test__evic2ahg19dikrceteor56jtmbruvccpoil9ac02s84kbgu834d7dg3pe3ror8o2/f/fd54913b5d914388bbd1c3f913acee0e_SeqId_4_ for inclusion in a8798b13de47872981bd9e7afda9f16d/f 2024-11-23T11:20:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-23T11:20:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T11:20:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HRegion(2603): Flush status journal for a8798b13de47872981bd9e7afda9f16d: 2024-11-23T11:20:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b92b05d973fb4c33ada1e4a5a8d41245_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-23T11:20:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/staging/jenkins.hfs.11__test__evic2ahg19dikrceteor56jtmbruvccpoil9ac02s84kbgu834d7dg3pe3ror8o2/f/b92b05d973fb4c33ada1e4a5a8d41245_SeqId_4_ as hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/default/test/a8798b13de47872981bd9e7afda9f16d/f/775301d564704490a6eb0908615bd104_SeqId_4_ 2024-11-23T11:20:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): fd54913b5d914388bbd1c3f913acee0e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-23T11:20:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/staging/jenkins.hfs.11__test__evic2ahg19dikrceteor56jtmbruvccpoil9ac02s84kbgu834d7dg3pe3ror8o2/f/fd54913b5d914388bbd1c3f913acee0e_SeqId_4_ as hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/default/test/a8798b13de47872981bd9e7afda9f16d/f/2d34701c33314fcaa1bf98e0a765fc13_SeqId_4_ 2024-11-23T11:20:10,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/staging/jenkins.hfs.11__test__evic2ahg19dikrceteor56jtmbruvccpoil9ac02s84kbgu834d7dg3pe3ror8o2/f/b92b05d973fb4c33ada1e4a5a8d41245_SeqId_4_ into a8798b13de47872981bd9e7afda9f16d/f as hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/default/test/a8798b13de47872981bd9e7afda9f16d/f/775301d564704490a6eb0908615bd104_SeqId_4_ - updating store file list. 2024-11-23T11:20:10,133 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.wal-reader.64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/WALs/64443f9a1829,41687,1732360801358/64443f9a1829%2C41687%2C1732360801358.1732360802310 to pos 379, reset compression=false 2024-11-23T11:20:10,136 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.wal-reader.64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128/64443f9a1829%2C33685%2C1732360796128.1732360797983 to pos 687, reset compression=false 2024-11-23T11:20:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 775301d564704490a6eb0908615bd104_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T11:20:10,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/default/test/a8798b13de47872981bd9e7afda9f16d/f/775301d564704490a6eb0908615bd104_SeqId_4_ into a8798b13de47872981bd9e7afda9f16d/f 2024-11-23T11:20:10,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/staging/jenkins.hfs.11__test__evic2ahg19dikrceteor56jtmbruvccpoil9ac02s84kbgu834d7dg3pe3ror8o2/f/b92b05d973fb4c33ada1e4a5a8d41245_SeqId_4_ into a8798b13de47872981bd9e7afda9f16d/f (new location: hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/default/test/a8798b13de47872981bd9e7afda9f16d/f/775301d564704490a6eb0908615bd104_SeqId_4_) 2024-11-23T11:20:10,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/staging/jenkins.hfs.11__test__evic2ahg19dikrceteor56jtmbruvccpoil9ac02s84kbgu834d7dg3pe3ror8o2/f/b92b05d973fb4c33ada1e4a5a8d41245_SeqId_4_ 2024-11-23T11:20:10,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/staging/jenkins.hfs.11__test__evic2ahg19dikrceteor56jtmbruvccpoil9ac02s84kbgu834d7dg3pe3ror8o2/f/fd54913b5d914388bbd1c3f913acee0e_SeqId_4_ into a8798b13de47872981bd9e7afda9f16d/f as hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/default/test/a8798b13de47872981bd9e7afda9f16d/f/2d34701c33314fcaa1bf98e0a765fc13_SeqId_4_ - updating store file list. 2024-11-23T11:20:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2d34701c33314fcaa1bf98e0a765fc13_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T11:20:10,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/default/test/a8798b13de47872981bd9e7afda9f16d/f/2d34701c33314fcaa1bf98e0a765fc13_SeqId_4_ into a8798b13de47872981bd9e7afda9f16d/f 2024-11-23T11:20:10,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/staging/jenkins.hfs.11__test__evic2ahg19dikrceteor56jtmbruvccpoil9ac02s84kbgu834d7dg3pe3ror8o2/f/fd54913b5d914388bbd1c3f913acee0e_SeqId_4_ into a8798b13de47872981bd9e7afda9f16d/f (new location: hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/default/test/a8798b13de47872981bd9e7afda9f16d/f/2d34701c33314fcaa1bf98e0a765fc13_SeqId_4_) 2024-11-23T11:20:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/staging/jenkins.hfs.11__test__evic2ahg19dikrceteor56jtmbruvccpoil9ac02s84kbgu834d7dg3pe3ror8o2/f/fd54913b5d914388bbd1c3f913acee0e_SeqId_4_ 2024-11-23T11:20:10,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.ReplicationSink(324): Finished replicating [fa59c492-91af-4aab-9cca-89e9abac8e84] bulk loaded data 2024-11-23T11:20:10,656 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.wal-reader.64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128/64443f9a1829%2C33685%2C1732360796128.1732360797983 to pos 687, reset compression=false 2024-11-23T11:20:10,849 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.wal-reader.64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/WALs/64443f9a1829,41687,1732360801358/64443f9a1829%2C41687%2C1732360801358.1732360802310 to pos 379, reset compression=false 2024-11-23T11:20:10,861 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.wal-reader.64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T11:20:10,861 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.shipper64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,41687,1732360801358 got entry batch from reader: WALEntryBatch [walEntries=[{test/a8798b13de47872981bd9e7afda9f16d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732360810162/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/WALs/64443f9a1829,41687,1732360801358/64443f9a1829%2C41687%2C1732360801358.1732360802310, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-23T11:20:10,863 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.shipper64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:20:10,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-23T11:20:10,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.ReplicationSink(318): Replicating [fa59c492-91af-4aab-9cca-89e9abac8e84, a1570407-a56b-4bda-bf66-beea634e5898] bulk loaded data 2024-11-23T11:20:10,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2defb12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:10,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,37501,-1 for getting cluster id 2024-11-23T11:20:10,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:20:10,865 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa59c492-91af-4aab-9cca-89e9abac8e84' 2024-11-23T11:20:10,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:20:10,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa59c492-91af-4aab-9cca-89e9abac8e84" 2024-11-23T11:20:10,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43299cc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:10,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,37501,-1] 2024-11-23T11:20:10,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:20:10,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:10,866 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:20:10,867 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17826bd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:10,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39609 is added to blk_1073741842_1018 (size=7894) 2024-11-23T11:20:11,061 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.wal-reader.64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/WALs/64443f9a1829,41687,1732360801358/64443f9a1829%2C41687%2C1732360801358.1732360802310 to pos 725, reset compression=false 2024-11-23T11:20:11,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:11,098 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732360811095/Put/seqid=0 2024-11-23T11:20:11,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741842_1018 (size=11194) 2024-11-23T11:20:11,260 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.wal-reader.64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128/64443f9a1829%2C33685%2C1732360796128.1732360797983 to pos 687, reset compression=false 2024-11-23T11:20:11,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39609 is added to blk_1073741843_1019 (size=7691) 2024-11-23T11:20:11,365 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.wal-reader.64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/WALs/64443f9a1829,41687,1732360801358/64443f9a1829%2C41687%2C1732360801358.1732360802310 to pos 725, reset compression=false 2024-11-23T11:20:11,504 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732360811504/Put/seqid=0 2024-11-23T11:20:11,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741843_1019 (size=10791) 2024-11-23T11:20:11,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:20:11,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,37501,1732360795648 2024-11-23T11:20:11,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33983400 2024-11-23T11:20:11,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:20:11,694 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-23T11:20:11,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T11:20:11,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:20:11,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,33685,1732360796128, seqNum=-1] 2024-11-23T11:20:11,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:20:11,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-23T11:20:11,704 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/staging/jenkins.hfs.10__test__ajnlu57m5580fgq1rvsrvqpl69jd79e1ghd2f93b0qeckv3efaqnd4scjlul47o4/f/2d34701c33314fcaa1bf98e0a765fc13_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-23T11:20:11,708 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/staging/jenkins.hfs.10__test__ajnlu57m5580fgq1rvsrvqpl69jd79e1ghd2f93b0qeckv3efaqnd4scjlul47o4/f/775301d564704490a6eb0908615bd104_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-23T11:20:11,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.ReplicationSink(324): Finished replicating [fa59c492-91af-4aab-9cca-89e9abac8e84, a1570407-a56b-4bda-bf66-beea634e5898] bulk loaded data 2024-11-23T11:20:11,768 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.wal-reader.64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/WALs/64443f9a1829,41687,1732360801358/64443f9a1829%2C41687%2C1732360801358.1732360802310 to pos 725, reset compression=false 2024-11-23T11:20:11,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@467fdaee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:11,910 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,38853,-1 for getting cluster id 2024-11-23T11:20:11,910 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:20:11,911 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a1570407-a56b-4bda-bf66-beea634e5898' 2024-11-23T11:20:11,911 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:20:11,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a1570407-a56b-4bda-bf66-beea634e5898" 2024-11-23T11:20:11,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25473822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:11,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,38853,-1] 2024-11-23T11:20:11,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:20:11,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:11,913 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:20:11,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59116f56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:11,914 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:20:11,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,41687,1732360801358, seqNum=-1] 2024-11-23T11:20:11,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:20:11,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:20:11,927 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:20:11,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,38853,1732360801160 2024-11-23T11:20:11,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d927384 2024-11-23T11:20:11,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:20:11,930 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:20:11,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732360803610.a8798b13de47872981bd9e7afda9f16d., hostname=64443f9a1829,41687,1732360801358, seqNum=2] 2024-11-23T11:20:11,940 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T11:20:11,948 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-23T11:20:11,952 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-23T11:20:11,965 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.wal-reader.64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128/64443f9a1829%2C33685%2C1732360796128.1732360797983 to pos 687, reset compression=false 2024-11-23T11:20:11,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/testHFileCyclicReplication_10/f/hfile_0 for inclusion in a8798b13de47872981bd9e7afda9f16d/f 2024-11-23T11:20:11,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-23T11:20:11,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T11:20:11,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/testHFileCyclicReplication_10/f/hfile_1 for inclusion in a8798b13de47872981bd9e7afda9f16d/f 2024-11-23T11:20:11,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-23T11:20:11,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T11:20:11,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HRegion(2603): Flush status journal for a8798b13de47872981bd9e7afda9f16d: 2024-11-23T11:20:11,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/staging/jenkins__test__rtut5ong95n6io78vehkuebn38vqtutaf9gvt20c4rej0a8j4u67u5bn151o4c7k/f/hfile_0 2024-11-23T11:20:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/staging/jenkins__test__rtut5ong95n6io78vehkuebn38vqtutaf9gvt20c4rej0a8j4u67u5bn151o4c7k/f/hfile_0 as hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/default/test/a8798b13de47872981bd9e7afda9f16d/f/bdf40534e9ad44169b19e77bd45ff5af_SeqId_6_ 2024-11-23T11:20:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/staging/jenkins__test__rtut5ong95n6io78vehkuebn38vqtutaf9gvt20c4rej0a8j4u67u5bn151o4c7k/f/hfile_1 2024-11-23T11:20:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/staging/jenkins__test__rtut5ong95n6io78vehkuebn38vqtutaf9gvt20c4rej0a8j4u67u5bn151o4c7k/f/hfile_1 as hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/default/test/a8798b13de47872981bd9e7afda9f16d/f/f06f5c690f1a4fbc84f32feb6ca58308_SeqId_6_ 2024-11-23T11:20:12,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/staging/jenkins__test__rtut5ong95n6io78vehkuebn38vqtutaf9gvt20c4rej0a8j4u67u5bn151o4c7k/f/hfile_0 into a8798b13de47872981bd9e7afda9f16d/f as hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/default/test/a8798b13de47872981bd9e7afda9f16d/f/bdf40534e9ad44169b19e77bd45ff5af_SeqId_6_ - updating store file list. 2024-11-23T11:20:12,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bdf40534e9ad44169b19e77bd45ff5af_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T11:20:12,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/default/test/a8798b13de47872981bd9e7afda9f16d/f/bdf40534e9ad44169b19e77bd45ff5af_SeqId_6_ into a8798b13de47872981bd9e7afda9f16d/f 2024-11-23T11:20:12,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/staging/jenkins__test__rtut5ong95n6io78vehkuebn38vqtutaf9gvt20c4rej0a8j4u67u5bn151o4c7k/f/hfile_0 into a8798b13de47872981bd9e7afda9f16d/f (new location: hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/default/test/a8798b13de47872981bd9e7afda9f16d/f/bdf40534e9ad44169b19e77bd45ff5af_SeqId_6_) 2024-11-23T11:20:12,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/staging/jenkins__test__rtut5ong95n6io78vehkuebn38vqtutaf9gvt20c4rej0a8j4u67u5bn151o4c7k/f/hfile_0 2024-11-23T11:20:12,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/staging/jenkins__test__rtut5ong95n6io78vehkuebn38vqtutaf9gvt20c4rej0a8j4u67u5bn151o4c7k/f/hfile_1 into a8798b13de47872981bd9e7afda9f16d/f as hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/default/test/a8798b13de47872981bd9e7afda9f16d/f/f06f5c690f1a4fbc84f32feb6ca58308_SeqId_6_ - updating store file list. 2024-11-23T11:20:12,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f06f5c690f1a4fbc84f32feb6ca58308_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T11:20:12,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/default/test/a8798b13de47872981bd9e7afda9f16d/f/f06f5c690f1a4fbc84f32feb6ca58308_SeqId_6_ into a8798b13de47872981bd9e7afda9f16d/f 2024-11-23T11:20:12,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/staging/jenkins__test__rtut5ong95n6io78vehkuebn38vqtutaf9gvt20c4rej0a8j4u67u5bn151o4c7k/f/hfile_1 into a8798b13de47872981bd9e7afda9f16d/f (new location: hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/default/test/a8798b13de47872981bd9e7afda9f16d/f/f06f5c690f1a4fbc84f32feb6ca58308_SeqId_6_) 2024-11-23T11:20:12,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/staging/jenkins__test__rtut5ong95n6io78vehkuebn38vqtutaf9gvt20c4rej0a8j4u67u5bn151o4c7k/f/hfile_1 2024-11-23T11:20:12,018 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:20:12,019 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:20:12,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:12,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:12,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:20:12,019 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:20:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:55032 deadline: 1732360872021 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:55032 2024-11-23T11:20:12,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732360803610.a8798b13de47872981bd9e7afda9f16d., hostname=64443f9a1829,41687,1732360801358, seqNum=2 , the old value is region=test,,1732360803610.a8798b13de47872981bd9e7afda9f16d., hostname=64443f9a1829,41687,1732360801358, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=64443f9a1829:41687 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T11:20:12,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732360803610.a8798b13de47872981bd9e7afda9f16d., hostname=64443f9a1829,41687,1732360801358, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T11:20:12,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732360803610.a8798b13de47872981bd9e7afda9f16d., hostname=64443f9a1829,41687,1732360801358, seqNum=2 from cache 2024-11-23T11:20:12,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,33685,1732360796128, seqNum=-1] 2024-11-23T11:20:12,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:20:12,023 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:20:12,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732360802967.0279b0e3b8be81863fa04309be757e02., hostname=64443f9a1829,33685,1732360796128, seqNum=2] 2024-11-23T11:20:12,036 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T11:20:12,126 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64443f9a1829:41687 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-23T11:20:12,276 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.wal-reader.64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/WALs/64443f9a1829,41687,1732360801358/64443f9a1829%2C41687%2C1732360801358.1732360802310 to pos 725, reset compression=false 2024-11-23T11:20:12,285 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.wal-reader.64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T11:20:12,285 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.shipper64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,41687,1732360801358 got entry batch from reader: WALEntryBatch [walEntries=[{test/a8798b13de47872981bd9e7afda9f16d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732360812017/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/WALs/64443f9a1829,41687,1732360801358/64443f9a1829%2C41687%2C1732360801358.1732360802310, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-23T11:20:12,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.ReplicationSink(318): Replicating [a1570407-a56b-4bda-bf66-beea634e5898] bulk loaded data 2024-11-23T11:20:12,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39609 is added to blk_1073741844_1020 (size=11194) 2024-11-23T11:20:12,485 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.wal-reader.64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/WALs/64443f9a1829,41687,1732360801358/64443f9a1829%2C41687%2C1732360801358.1732360802310 to pos 1033, reset compression=false 2024-11-23T11:20:12,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T11:20:12,560 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-23T11:20:12,564 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T11:20:12,564 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-23T11:20:12,566 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T11:20:12,566 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-23T11:20:12,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39609 is added to blk_1073741845_1021 (size=10791) 2024-11-23T11:20:12,771 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.wal-reader.64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128/64443f9a1829%2C33685%2C1732360796128.1732360797983 to pos 687, reset compression=false 2024-11-23T11:20:12,790 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.wal-reader.64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/WALs/64443f9a1829,41687,1732360801358/64443f9a1829%2C41687%2C1732360801358.1732360802310 to pos 1033, reset compression=false 2024-11-23T11:20:13,042 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T11:20:13,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T11:20:13,135 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/staging/jenkins.hfs.10__test__69siej9e33e4chii6g1vblmk8sdrh9jsf9lod7rsrqulk3l8iiqr94dhpjrjkitl/f/bdf40534e9ad44169b19e77bd45ff5af_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-23T11:20:13,139 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/staging/jenkins.hfs.10__test__69siej9e33e4chii6g1vblmk8sdrh9jsf9lod7rsrqulk3l8iiqr94dhpjrjkitl/f/f06f5c690f1a4fbc84f32feb6ca58308_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-23T11:20:13,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/staging/jenkins.hfs.10__test__69siej9e33e4chii6g1vblmk8sdrh9jsf9lod7rsrqulk3l8iiqr94dhpjrjkitl/f/bdf40534e9ad44169b19e77bd45ff5af_SeqId_6_ for inclusion in 0279b0e3b8be81863fa04309be757e02/f 2024-11-23T11:20:13,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-23T11:20:13,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T11:20:13,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/staging/jenkins.hfs.10__test__69siej9e33e4chii6g1vblmk8sdrh9jsf9lod7rsrqulk3l8iiqr94dhpjrjkitl/f/f06f5c690f1a4fbc84f32feb6ca58308_SeqId_6_ for inclusion in 0279b0e3b8be81863fa04309be757e02/f 2024-11-23T11:20:13,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-23T11:20:13,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T11:20:13,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegion(2603): Flush status journal for 0279b0e3b8be81863fa04309be757e02: 2024-11-23T11:20:13,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bdf40534e9ad44169b19e77bd45ff5af_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-23T11:20:13,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/staging/jenkins.hfs.10__test__69siej9e33e4chii6g1vblmk8sdrh9jsf9lod7rsrqulk3l8iiqr94dhpjrjkitl/f/bdf40534e9ad44169b19e77bd45ff5af_SeqId_6_ as hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/default/test/0279b0e3b8be81863fa04309be757e02/f/58c72d90b756463da038f099ebb437d0_SeqId_6_ 2024-11-23T11:20:13,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f06f5c690f1a4fbc84f32feb6ca58308_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-23T11:20:13,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/staging/jenkins.hfs.10__test__69siej9e33e4chii6g1vblmk8sdrh9jsf9lod7rsrqulk3l8iiqr94dhpjrjkitl/f/f06f5c690f1a4fbc84f32feb6ca58308_SeqId_6_ as hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/default/test/0279b0e3b8be81863fa04309be757e02/f/d6f741d448414b7493e10809e36b5366_SeqId_6_ 2024-11-23T11:20:13,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/staging/jenkins.hfs.10__test__69siej9e33e4chii6g1vblmk8sdrh9jsf9lod7rsrqulk3l8iiqr94dhpjrjkitl/f/bdf40534e9ad44169b19e77bd45ff5af_SeqId_6_ into 0279b0e3b8be81863fa04309be757e02/f as hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/default/test/0279b0e3b8be81863fa04309be757e02/f/58c72d90b756463da038f099ebb437d0_SeqId_6_ - updating store file list. 2024-11-23T11:20:13,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 58c72d90b756463da038f099ebb437d0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T11:20:13,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/default/test/0279b0e3b8be81863fa04309be757e02/f/58c72d90b756463da038f099ebb437d0_SeqId_6_ into 0279b0e3b8be81863fa04309be757e02/f 2024-11-23T11:20:13,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/staging/jenkins.hfs.10__test__69siej9e33e4chii6g1vblmk8sdrh9jsf9lod7rsrqulk3l8iiqr94dhpjrjkitl/f/bdf40534e9ad44169b19e77bd45ff5af_SeqId_6_ into 0279b0e3b8be81863fa04309be757e02/f (new location: hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/default/test/0279b0e3b8be81863fa04309be757e02/f/58c72d90b756463da038f099ebb437d0_SeqId_6_) 2024-11-23T11:20:13,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/staging/jenkins.hfs.10__test__69siej9e33e4chii6g1vblmk8sdrh9jsf9lod7rsrqulk3l8iiqr94dhpjrjkitl/f/bdf40534e9ad44169b19e77bd45ff5af_SeqId_6_ 2024-11-23T11:20:13,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/staging/jenkins.hfs.10__test__69siej9e33e4chii6g1vblmk8sdrh9jsf9lod7rsrqulk3l8iiqr94dhpjrjkitl/f/f06f5c690f1a4fbc84f32feb6ca58308_SeqId_6_ into 0279b0e3b8be81863fa04309be757e02/f as hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/default/test/0279b0e3b8be81863fa04309be757e02/f/d6f741d448414b7493e10809e36b5366_SeqId_6_ - updating store file list. 2024-11-23T11:20:13,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d6f741d448414b7493e10809e36b5366_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T11:20:13,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/default/test/0279b0e3b8be81863fa04309be757e02/f/d6f741d448414b7493e10809e36b5366_SeqId_6_ into 0279b0e3b8be81863fa04309be757e02/f 2024-11-23T11:20:13,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/staging/jenkins.hfs.10__test__69siej9e33e4chii6g1vblmk8sdrh9jsf9lod7rsrqulk3l8iiqr94dhpjrjkitl/f/f06f5c690f1a4fbc84f32feb6ca58308_SeqId_6_ into 0279b0e3b8be81863fa04309be757e02/f (new location: hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/default/test/0279b0e3b8be81863fa04309be757e02/f/d6f741d448414b7493e10809e36b5366_SeqId_6_) 2024-11-23T11:20:13,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/staging/jenkins.hfs.10__test__69siej9e33e4chii6g1vblmk8sdrh9jsf9lod7rsrqulk3l8iiqr94dhpjrjkitl/f/f06f5c690f1a4fbc84f32feb6ca58308_SeqId_6_ 2024-11-23T11:20:13,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] regionserver.ReplicationSink(324): Finished replicating [a1570407-a56b-4bda-bf66-beea634e5898] bulk loaded data 2024-11-23T11:20:13,202 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.wal-reader.64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/WALs/64443f9a1829,41687,1732360801358/64443f9a1829%2C41687%2C1732360801358.1732360802310 to pos 1033, reset compression=false 2024-11-23T11:20:13,674 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.wal-reader.64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128/64443f9a1829%2C33685%2C1732360796128.1732360797983 to pos 687, reset compression=false 2024-11-23T11:20:13,686 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.wal-reader.64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T11:20:13,687 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.shipper64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,33685,1732360796128 got entry batch from reader: WALEntryBatch [walEntries=[{test/0279b0e3b8be81863fa04309be757e02/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732360813196/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128/64443f9a1829%2C33685%2C1732360796128.1732360797983, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-23T11:20:13,688 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.ReplicationSink(318): Replicating [a1570407-a56b-4bda-bf66-beea634e5898, fa59c492-91af-4aab-9cca-89e9abac8e84] bulk loaded data 2024-11-23T11:20:13,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741844_1020 (size=11194) 2024-11-23T11:20:13,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741845_1021 (size=10791) 2024-11-23T11:20:13,726 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.wal-reader.64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/WALs/64443f9a1829,41687,1732360801358/64443f9a1829%2C41687%2C1732360801358.1732360802310 to pos 1033, reset compression=false 2024-11-23T11:20:13,887 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.wal-reader.64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128/64443f9a1829%2C33685%2C1732360796128.1732360797983 to pos 1033, reset compression=false 2024-11-23T11:20:14,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T11:20:14,069 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:20:14,069 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:20:14,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:14,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:14,069 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:20:14,069 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T11:20:14,069 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2093980019, stopped=false 2024-11-23T11:20:14,069 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64443f9a1829,38853,1732360801160 2024-11-23T11:20:14,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T11:20:14,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x101676be7250003, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-299643034/running 2024-11-23T11:20:14,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x101676be7250003, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299643034 2024-11-23T11:20:14,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x101676be7250004, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-299643034/running 2024-11-23T11:20:14,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x101676be7250004, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299643034 2024-11-23T11:20:14,141 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:20:14,141 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:20:14,141 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:20:14,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:14,141 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64443f9a1829,41687,1732360801358' ***** 2024-11-23T11:20:14,141 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T11:20:14,142 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41687-0x101676be7250004, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Set watcher on znode that does not yet exist, /1-299643034/running 2024-11-23T11:20:14,142 INFO [RS:0;64443f9a1829:41687 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T11:20:14,142 INFO [RS:0;64443f9a1829:41687 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T11:20:14,142 INFO [RS:0;64443f9a1829:41687 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T11:20:14,142 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T11:20:14,142 INFO [RS:0;64443f9a1829:41687 {}] regionserver.HRegionServer(3091): Received CLOSE for a2d62ef5675c898fc8f409e6fd0f3f79 2024-11-23T11:20:14,142 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38853-0x101676be7250003, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Set watcher on znode that does not yet exist, /1-299643034/running 2024-11-23T11:20:14,150 INFO [RS:0;64443f9a1829:41687 {}] regionserver.HRegionServer(3091): Received CLOSE for a8798b13de47872981bd9e7afda9f16d 2024-11-23T11:20:14,150 INFO [RS:0;64443f9a1829:41687 {}] regionserver.HRegionServer(959): stopping server 64443f9a1829,41687,1732360801358 2024-11-23T11:20:14,150 INFO [RS:0;64443f9a1829:41687 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:20:14,150 INFO [RS:0;64443f9a1829:41687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:41687. 2024-11-23T11:20:14,150 DEBUG [RS:0;64443f9a1829:41687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:20:14,150 DEBUG [RS:0;64443f9a1829:41687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:14,150 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a2d62ef5675c898fc8f409e6fd0f3f79, disabling compactions & flushes 2024-11-23T11:20:14,150 INFO [RS:0;64443f9a1829:41687 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T11:20:14,150 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732360806429.a2d62ef5675c898fc8f409e6fd0f3f79. 2024-11-23T11:20:14,150 INFO [RS:0;64443f9a1829:41687 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T11:20:14,150 INFO [RS:0;64443f9a1829:41687 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T11:20:14,150 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732360806429.a2d62ef5675c898fc8f409e6fd0f3f79. 2024-11-23T11:20:14,150 INFO [RS:0;64443f9a1829:41687 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T11:20:14,150 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732360806429.a2d62ef5675c898fc8f409e6fd0f3f79. after waiting 0 ms 2024-11-23T11:20:14,150 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732360806429.a2d62ef5675c898fc8f409e6fd0f3f79. 2024-11-23T11:20:14,150 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a2d62ef5675c898fc8f409e6fd0f3f79 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-23T11:20:14,151 INFO [RS:0;64443f9a1829:41687 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T11:20:14,151 DEBUG [RS:0;64443f9a1829:41687 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a2d62ef5675c898fc8f409e6fd0f3f79=hbase:replication,,1732360806429.a2d62ef5675c898fc8f409e6fd0f3f79., a8798b13de47872981bd9e7afda9f16d=test,,1732360803610.a8798b13de47872981bd9e7afda9f16d.} 2024-11-23T11:20:14,151 DEBUG [RS:0;64443f9a1829:41687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a2d62ef5675c898fc8f409e6fd0f3f79, a8798b13de47872981bd9e7afda9f16d 2024-11-23T11:20:14,151 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:20:14,151 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:20:14,151 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:20:14,151 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:20:14,151 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:20:14,151 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T11:20:14,156 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/staging/jenkins.hfs.11__test__9tbmee408nmgrp0ld1sfjt0bhh9ouf291pasts11d806kigqddqvel83esk06sp/f/58c72d90b756463da038f099ebb437d0_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-23T11:20:14,160 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/staging/jenkins.hfs.11__test__9tbmee408nmgrp0ld1sfjt0bhh9ouf291pasts11d806kigqddqvel83esk06sp/f/d6f741d448414b7493e10809e36b5366_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-23T11:20:14,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.ReplicationSink(324): Finished replicating [a1570407-a56b-4bda-bf66-beea634e5898, fa59c492-91af-4aab-9cca-89e9abac8e84] bulk loaded data 2024-11-23T11:20:14,181 INFO [regionserver/64443f9a1829:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T11:20:14,181 INFO [regionserver/64443f9a1829:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T11:20:14,192 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.wal-reader.64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128/64443f9a1829%2C33685%2C1732360796128.1732360797983 to pos 1033, reset compression=false 2024-11-23T11:20:14,198 INFO [regionserver/64443f9a1829:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:20:14,218 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/replication/a2d62ef5675c898fc8f409e6fd0f3f79/.tmp/hfileref/c464a636f0244566ad03fc66ae7b006d is 74, key is 1/hfileref:2d34701c33314fcaa1bf98e0a765fc13_SeqId_4_/1732360811711/DeleteColumn/seqid=0 2024-11-23T11:20:14,222 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/meta/1588230740/.tmp/info/757f192788054ffd9f41239830980090 is 147, key is hbase:replication,,1732360806429.a2d62ef5675c898fc8f409e6fd0f3f79./info:regioninfo/1732360807607/Put/seqid=0 2024-11-23T11:20:14,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741847_1023 (size=7686) 2024-11-23T11:20:14,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741846_1022 (size=5345) 2024-11-23T11:20:14,273 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/replication/a2d62ef5675c898fc8f409e6fd0f3f79/.tmp/hfileref/c464a636f0244566ad03fc66ae7b006d 2024-11-23T11:20:14,328 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/replication/a2d62ef5675c898fc8f409e6fd0f3f79/.tmp/queue/f7de6af883c841659b11d26c36be2d2e is 154, key is 1-64443f9a1829,41687,1732360801358/queue:64443f9a1829%2C41687%2C1732360801358/1732360813202/Put/seqid=0 2024-11-23T11:20:14,330 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.wal-reader.64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/WALs/64443f9a1829,41687,1732360801358/64443f9a1829%2C41687%2C1732360801358.1732360802310 to pos 1033, reset compression=false 2024-11-23T11:20:14,351 DEBUG [RS:0;64443f9a1829:41687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a2d62ef5675c898fc8f409e6fd0f3f79, a8798b13de47872981bd9e7afda9f16d 2024-11-23T11:20:14,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741848_1024 (size=5353) 2024-11-23T11:20:14,551 DEBUG [RS:0;64443f9a1829:41687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a2d62ef5675c898fc8f409e6fd0f3f79, a8798b13de47872981bd9e7afda9f16d 2024-11-23T11:20:14,626 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.wal-reader.64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128/64443f9a1829%2C33685%2C1732360796128.1732360797983 to pos 1033, reset compression=false 2024-11-23T11:20:14,663 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/meta/1588230740/.tmp/info/757f192788054ffd9f41239830980090 2024-11-23T11:20:14,691 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/meta/1588230740/.tmp/ns/a57685bd18b84d6a87964ebe2c54fa0f is 43, key is default/ns:d/1732360802817/Put/seqid=0 2024-11-23T11:20:14,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741849_1025 (size=5153) 2024-11-23T11:20:14,698 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/meta/1588230740/.tmp/ns/a57685bd18b84d6a87964ebe2c54fa0f 2024-11-23T11:20:14,718 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/meta/1588230740/.tmp/rep_barrier/6932f1317f984bb88555b330aecf94b9 is 112, key is test,,1732360803610.a8798b13de47872981bd9e7afda9f16d./rep_barrier:seqnumDuringOpen/1732360803999/Put/seqid=0 2024-11-23T11:20:14,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741850_1026 (size=5518) 2024-11-23T11:20:14,731 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/meta/1588230740/.tmp/rep_barrier/6932f1317f984bb88555b330aecf94b9 2024-11-23T11:20:14,751 DEBUG [RS:0;64443f9a1829:41687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a2d62ef5675c898fc8f409e6fd0f3f79, a8798b13de47872981bd9e7afda9f16d 2024-11-23T11:20:14,756 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/meta/1588230740/.tmp/table/616c9d99588e4b36a89b067cf52e2699 is 53, key is hbase:replication/table:state/1732360807613/Put/seqid=0 2024-11-23T11:20:14,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741851_1027 (size=5308) 2024-11-23T11:20:14,772 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/meta/1588230740/.tmp/table/616c9d99588e4b36a89b067cf52e2699 2024-11-23T11:20:14,778 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/meta/1588230740/.tmp/info/757f192788054ffd9f41239830980090 as hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/meta/1588230740/info/757f192788054ffd9f41239830980090 2024-11-23T11:20:14,779 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/replication/a2d62ef5675c898fc8f409e6fd0f3f79/.tmp/queue/f7de6af883c841659b11d26c36be2d2e 2024-11-23T11:20:14,786 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/replication/a2d62ef5675c898fc8f409e6fd0f3f79/.tmp/hfileref/c464a636f0244566ad03fc66ae7b006d as hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/replication/a2d62ef5675c898fc8f409e6fd0f3f79/hfileref/c464a636f0244566ad03fc66ae7b006d 2024-11-23T11:20:14,787 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/meta/1588230740/info/757f192788054ffd9f41239830980090, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T11:20:14,788 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/meta/1588230740/.tmp/ns/a57685bd18b84d6a87964ebe2c54fa0f as hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/meta/1588230740/ns/a57685bd18b84d6a87964ebe2c54fa0f 2024-11-23T11:20:14,793 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/replication/a2d62ef5675c898fc8f409e6fd0f3f79/hfileref/c464a636f0244566ad03fc66ae7b006d, entries=4, sequenceid=12, filesize=5.2 K 2024-11-23T11:20:14,794 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/replication/a2d62ef5675c898fc8f409e6fd0f3f79/.tmp/queue/f7de6af883c841659b11d26c36be2d2e as hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/replication/a2d62ef5675c898fc8f409e6fd0f3f79/queue/f7de6af883c841659b11d26c36be2d2e 2024-11-23T11:20:14,795 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/meta/1588230740/ns/a57685bd18b84d6a87964ebe2c54fa0f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T11:20:14,796 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/meta/1588230740/.tmp/rep_barrier/6932f1317f984bb88555b330aecf94b9 as hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/meta/1588230740/rep_barrier/6932f1317f984bb88555b330aecf94b9 2024-11-23T11:20:14,800 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/replication/a2d62ef5675c898fc8f409e6fd0f3f79/queue/f7de6af883c841659b11d26c36be2d2e, entries=1, sequenceid=12, filesize=5.2 K 2024-11-23T11:20:14,801 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for a2d62ef5675c898fc8f409e6fd0f3f79 in 651ms, sequenceid=12, compaction requested=false 2024-11-23T11:20:14,802 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/meta/1588230740/rep_barrier/6932f1317f984bb88555b330aecf94b9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T11:20:14,804 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/meta/1588230740/.tmp/table/616c9d99588e4b36a89b067cf52e2699 as hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/meta/1588230740/table/616c9d99588e4b36a89b067cf52e2699 2024-11-23T11:20:14,813 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/meta/1588230740/table/616c9d99588e4b36a89b067cf52e2699, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T11:20:14,814 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 663ms, sequenceid=16, compaction requested=false 2024-11-23T11:20:14,841 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/replication/a2d62ef5675c898fc8f409e6fd0f3f79/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-23T11:20:14,841 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:20:14,841 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:20:14,841 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732360806429.a2d62ef5675c898fc8f409e6fd0f3f79. 2024-11-23T11:20:14,842 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a2d62ef5675c898fc8f409e6fd0f3f79: Waiting for close lock at 1732360814150Running coprocessor pre-close hooks at 1732360814150Disabling compacts and flushes for region at 1732360814150Disabling writes for close at 1732360814150Obtaining lock to block concurrent updates at 1732360814150Preparing flush snapshotting stores in a2d62ef5675c898fc8f409e6fd0f3f79 at 1732360814150Finished memstore snapshotting hbase:replication,,1732360806429.a2d62ef5675c898fc8f409e6fd0f3f79., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732360814157 (+7 ms)Flushing stores of hbase:replication,,1732360806429.a2d62ef5675c898fc8f409e6fd0f3f79. at 1732360814158 (+1 ms)Flushing a2d62ef5675c898fc8f409e6fd0f3f79/hfileref: creating writer at 1732360814159 (+1 ms)Flushing a2d62ef5675c898fc8f409e6fd0f3f79/hfileref: appending metadata at 1732360814217 (+58 ms)Flushing a2d62ef5675c898fc8f409e6fd0f3f79/hfileref: closing flushed file at 1732360814217Flushing a2d62ef5675c898fc8f409e6fd0f3f79/queue: creating writer at 1732360814293 (+76 ms)Flushing a2d62ef5675c898fc8f409e6fd0f3f79/queue: appending metadata at 1732360814327 (+34 ms)Flushing a2d62ef5675c898fc8f409e6fd0f3f79/queue: closing flushed file at 1732360814328 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e615083: reopening flushed file at 1732360814784 (+456 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47550398: reopening flushed file at 1732360814793 (+9 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for a2d62ef5675c898fc8f409e6fd0f3f79 in 651ms, sequenceid=12, compaction requested=false at 1732360814801 (+8 ms)Writing region close event to WAL at 1732360814837 (+36 ms)Running coprocessor post-close hooks at 1732360814841 (+4 ms)Closed at 1732360814841 2024-11-23T11:20:14,842 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732360806429.a2d62ef5675c898fc8f409e6fd0f3f79. 2024-11-23T11:20:14,842 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a8798b13de47872981bd9e7afda9f16d, disabling compactions & flushes 2024-11-23T11:20:14,842 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732360803610.a8798b13de47872981bd9e7afda9f16d. 2024-11-23T11:20:14,842 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732360803610.a8798b13de47872981bd9e7afda9f16d. 2024-11-23T11:20:14,842 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732360803610.a8798b13de47872981bd9e7afda9f16d. after waiting 0 ms 2024-11-23T11:20:14,842 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732360803610.a8798b13de47872981bd9e7afda9f16d. 2024-11-23T11:20:14,845 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T11:20:14,845 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:20:14,845 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:20:14,845 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:20:14,845 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360814151Running coprocessor pre-close hooks at 1732360814151Disabling compacts and flushes for region at 1732360814151Disabling writes for close at 1732360814151Obtaining lock to block concurrent updates at 1732360814151Preparing flush snapshotting stores in 1588230740 at 1732360814151Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732360814153 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732360814153Flushing 1588230740/info: creating writer at 1732360814154 (+1 ms)Flushing 1588230740/info: appending metadata at 1732360814217 (+63 ms)Flushing 1588230740/info: closing flushed file at 1732360814217Flushing 1588230740/ns: creating writer at 1732360814670 (+453 ms)Flushing 1588230740/ns: appending metadata at 1732360814690 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732360814690Flushing 1588230740/rep_barrier: creating writer at 1732360814702 (+12 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732360814718 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732360814718Flushing 1588230740/table: creating writer at 1732360814738 (+20 ms)Flushing 1588230740/table: appending metadata at 1732360814755 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732360814756 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53e40a0f: reopening flushed file at 1732360814777 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cc49c8e: reopening flushed file at 1732360814787 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18af2df2: reopening flushed file at 1732360814795 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fa5935f: reopening flushed file at 1732360814802 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 663ms, sequenceid=16, compaction requested=false at 1732360814814 (+12 ms)Writing region close event to WAL at 1732360814839 (+25 ms)Running coprocessor post-close hooks at 1732360814845 (+6 ms)Closed at 1732360814845 2024-11-23T11:20:14,846 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T11:20:14,852 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/data/default/test/a8798b13de47872981bd9e7afda9f16d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T11:20:14,853 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:20:14,853 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T11:20:14,853 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732360803610.a8798b13de47872981bd9e7afda9f16d. 2024-11-23T11:20:14,853 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a8798b13de47872981bd9e7afda9f16d: Waiting for close lock at 1732360814842Running coprocessor pre-close hooks at 1732360814842Disabling compacts and flushes for region at 1732360814842Disabling writes for close at 1732360814842Writing region close event to WAL at 1732360814848 (+6 ms)Running coprocessor post-close hooks at 1732360814853 (+5 ms)Closed at 1732360814853 2024-11-23T11:20:14,853 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732360803610.a8798b13de47872981bd9e7afda9f16d. 2024-11-23T11:20:14,951 INFO [RS:0;64443f9a1829:41687 {}] regionserver.HRegionServer(976): stopping server 64443f9a1829,41687,1732360801358; all regions closed. 2024-11-23T11:20:14,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741834_1010 (size=4239) 2024-11-23T11:20:14,962 DEBUG [RS:0;64443f9a1829:41687 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/oldWALs 2024-11-23T11:20:14,962 INFO [RS:0;64443f9a1829:41687 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C41687%2C1732360801358.meta:.meta(num 1732360802626) 2024-11-23T11:20:14,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741839_1015 (size=3127) 2024-11-23T11:20:14,986 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/WALs/64443f9a1829,41687,1732360801358/64443f9a1829%2C41687%2C1732360801358.rep.1732360807580 not finished, retry = 0 2024-11-23T11:20:15,050 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.wal-reader.64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/WALs/64443f9a1829,41687,1732360801358/64443f9a1829%2C41687%2C1732360801358.1732360802310 to pos 1033, reset compression=false 2024-11-23T11:20:15,072 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.wal-reader.64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:20:15,072 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.wal-reader.64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/WALs/64443f9a1829,41687,1732360801358/64443f9a1829%2C41687%2C1732360801358.1732360802310 to pos 1328, reset compression=false 2024-11-23T11:20:15,072 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.shipper64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,41687,1732360801358 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/WALs/64443f9a1829,41687,1732360801358/64443f9a1829%2C41687%2C1732360801358.1732360802310, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:20:15,074 ERROR [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.shipper64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 64443f9a1829,41687,1732360801358: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-64443f9a1829,41687,1732360801358, walGroup=64443f9a1829%2C41687%2C1732360801358, offset=64443f9a1829%2C41687%2C1732360801358.1732360802310:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64443f9a1829:41687 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T11:20:15,076 ERROR [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.shipper64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T11:20:15,080 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.shipper64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T11:20:15,081 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.shipper64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T11:20:15,081 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.shipper64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T11:20:15,082 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.shipper64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T11:20:15,082 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.shipper64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 815907864 }, "NonHeapMemoryUsage": { "committed": 191561728, "init": 7667712, "max": -1, "used": 188794664 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T11:20:15,085 WARN [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.shipper64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64443f9a1829:38853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64443f9a1829:38853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T11:20:15,091 DEBUG [RS:0;64443f9a1829:41687 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/oldWALs 2024-11-23T11:20:15,091 INFO [RS:0;64443f9a1829:41687 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C41687%2C1732360801358.rep:(num 1732360807580) 2024-11-23T11:20:15,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741833_1009 (size=1336) 2024-11-23T11:20:15,096 DEBUG [RS:0;64443f9a1829:41687 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/oldWALs 2024-11-23T11:20:15,096 INFO [RS:0;64443f9a1829:41687 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C41687%2C1732360801358:(num 1732360802310) 2024-11-23T11:20:15,096 DEBUG [RS:0;64443f9a1829:41687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:15,096 INFO [RS:0;64443f9a1829:41687 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:20:15,096 INFO [RS:0;64443f9a1829:41687 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:20:15,097 INFO [RS:0;64443f9a1829:41687 {}] hbase.ChoreService(370): Chore service for: regionserver/64443f9a1829:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T11:20:15,097 INFO [RS:0;64443f9a1829:41687 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:20:15,097 INFO [RS:0;64443f9a1829:41687 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-64443f9a1829,41687,1732360801358 because: Region server is closing 2024-11-23T11:20:15,097 INFO [RS:0;64443f9a1829:41687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:41687. 2024-11-23T11:20:15,097 INFO [regionserver/64443f9a1829:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:20:15,097 DEBUG [RS:0;64443f9a1829:41687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:20:15,097 DEBUG [RS:0;64443f9a1829:41687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:15,098 DEBUG [RS:0;64443f9a1829:41687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:15,098 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:20:15,134 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.wal-reader.64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128/64443f9a1829%2C33685%2C1732360796128.1732360797983 to pos 1033, reset compression=false 2024-11-23T11:20:15,198 INFO [RS:0;64443f9a1829:41687 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.shipper64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 terminated 2024-11-23T11:20:15,198 WARN [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41687,1732360801358.replicationSource.wal-reader.64443f9a1829%2C41687%2C1732360801358,1-64443f9a1829,41687,1732360801358 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T11:20:15,198 INFO [RS:0;64443f9a1829:41687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:41687. 2024-11-23T11:20:15,198 DEBUG [RS:0;64443f9a1829:41687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:20:15,198 DEBUG [RS:0;64443f9a1829:41687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:15,198 DEBUG [RS:0;64443f9a1829:41687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:15,199 INFO [RS:0;64443f9a1829:41687 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41687 2024-11-23T11:20:15,199 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:20:15,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x101676be7250003, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299643034/rs 2024-11-23T11:20:15,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x101676be7250004, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-299643034/rs/64443f9a1829,41687,1732360801358 2024-11-23T11:20:15,222 INFO [RS:0;64443f9a1829:41687 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:20:15,234 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64443f9a1829,41687,1732360801358] 2024-11-23T11:20:15,245 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-299643034/draining/64443f9a1829,41687,1732360801358 already deleted, retry=false 2024-11-23T11:20:15,245 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64443f9a1829,41687,1732360801358 expired; onlineServers=0 2024-11-23T11:20:15,245 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64443f9a1829,38853,1732360801160' ***** 2024-11-23T11:20:15,245 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T11:20:15,245 INFO [M:0;64443f9a1829:38853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:20:15,245 INFO [M:0;64443f9a1829:38853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:20:15,245 DEBUG [M:0;64443f9a1829:38853 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T11:20:15,246 DEBUG [M:0;64443f9a1829:38853 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T11:20:15,246 INFO [M:0;64443f9a1829:38853 {}] hbase.ChoreService(370): Chore service for: master/64443f9a1829:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T11:20:15,246 INFO [M:0;64443f9a1829:38853 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:20:15,246 DEBUG [M:0;64443f9a1829:38853 {}] master.HMaster(1795): Stopping service threads 2024-11-23T11:20:15,246 INFO [M:0;64443f9a1829:38853 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T11:20:15,246 INFO [M:0;64443f9a1829:38853 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:20:15,246 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T11:20:15,246 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360801934 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360801934,5,FailOnTimeoutGroup] 2024-11-23T11:20:15,246 INFO [M:0;64443f9a1829:38853 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T11:20:15,246 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T11:20:15,246 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360801936 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360801936,5,FailOnTimeoutGroup] 2024-11-23T11:20:15,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x101676be7250003, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-299643034/master 2024-11-23T11:20:15,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x101676be7250003, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299643034 2024-11-23T11:20:15,256 DEBUG [M:0;64443f9a1829:38853 {}] zookeeper.ZKUtil(347): master:38853-0x101676be7250003, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Unable to get data of znode /1-299643034/master because node does not exist (not an error) 2024-11-23T11:20:15,256 WARN [M:0;64443f9a1829:38853 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T11:20:15,260 INFO [M:0;64443f9a1829:38853 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/.lastflushedseqids 2024-11-23T11:20:15,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741852_1028 (size=263) 2024-11-23T11:20:15,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x101676be7250004, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:20:15,335 INFO [RS:0;64443f9a1829:41687 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:20:15,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x101676be7250004, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:20:15,335 INFO [RS:0;64443f9a1829:41687 {}] regionserver.HRegionServer(1031): Exiting; stopping=64443f9a1829,41687,1732360801358; zookeeper connection closed. 2024-11-23T11:20:15,335 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33122ea3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33122ea3 2024-11-23T11:20:15,336 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T11:20:15,671 INFO [M:0;64443f9a1829:38853 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T11:20:15,671 INFO [M:0;64443f9a1829:38853 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T11:20:15,671 DEBUG [M:0;64443f9a1829:38853 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:20:15,671 INFO [M:0;64443f9a1829:38853 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:20:15,671 DEBUG [M:0;64443f9a1829:38853 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:20:15,671 DEBUG [M:0;64443f9a1829:38853 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:20:15,671 DEBUG [M:0;64443f9a1829:38853 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:20:15,671 INFO [M:0;64443f9a1829:38853 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-23T11:20:15,691 DEBUG [M:0;64443f9a1829:38853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/839b3bcbdb8c4591badda4b9d284db3d is 82, key is hbase:meta,,1/info:regioninfo/1732360802737/Put/seqid=0 2024-11-23T11:20:15,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741853_1029 (size=5672) 2024-11-23T11:20:15,722 INFO [M:0;64443f9a1829:38853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/839b3bcbdb8c4591badda4b9d284db3d 2024-11-23T11:20:15,745 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.wal-reader.64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128/64443f9a1829%2C33685%2C1732360796128.1732360797983 to pos 1033, reset compression=false 2024-11-23T11:20:15,755 DEBUG [M:0;64443f9a1829:38853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/20dc5245c6de489696e4fa41e9f7c4fd is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732360807617/Put/seqid=0 2024-11-23T11:20:15,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741854_1030 (size=8517) 2024-11-23T11:20:16,160 INFO [M:0;64443f9a1829:38853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/20dc5245c6de489696e4fa41e9f7c4fd 2024-11-23T11:20:16,186 DEBUG [M:0;64443f9a1829:38853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09d15edd16d546b5a4c8b11410b7a14d is 69, key is 64443f9a1829,41687,1732360801358/rs:state/1732360802058/Put/seqid=0 2024-11-23T11:20:16,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741855_1031 (size=5156) 2024-11-23T11:20:16,457 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.wal-reader.64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128/64443f9a1829%2C33685%2C1732360796128.1732360797983 to pos 1033, reset compression=false 2024-11-23T11:20:16,593 INFO [M:0;64443f9a1829:38853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09d15edd16d546b5a4c8b11410b7a14d 2024-11-23T11:20:16,598 DEBUG [M:0;64443f9a1829:38853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/839b3bcbdb8c4591badda4b9d284db3d as hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/839b3bcbdb8c4591badda4b9d284db3d 2024-11-23T11:20:16,602 INFO [M:0;64443f9a1829:38853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/839b3bcbdb8c4591badda4b9d284db3d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T11:20:16,603 DEBUG [M:0;64443f9a1829:38853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/20dc5245c6de489696e4fa41e9f7c4fd as hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/20dc5245c6de489696e4fa41e9f7c4fd 2024-11-23T11:20:16,619 INFO [M:0;64443f9a1829:38853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/20dc5245c6de489696e4fa41e9f7c4fd, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T11:20:16,620 DEBUG [M:0;64443f9a1829:38853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09d15edd16d546b5a4c8b11410b7a14d as hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/09d15edd16d546b5a4c8b11410b7a14d 2024-11-23T11:20:16,624 INFO [M:0;64443f9a1829:38853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41847/user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/09d15edd16d546b5a4c8b11410b7a14d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T11:20:16,625 INFO [M:0;64443f9a1829:38853 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 954ms, sequenceid=97, compaction requested=false 2024-11-23T11:20:16,627 INFO [M:0;64443f9a1829:38853 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:20:16,627 DEBUG [M:0;64443f9a1829:38853 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360815671Disabling compacts and flushes for region at 1732360815671Disabling writes for close at 1732360815671Obtaining lock to block concurrent updates at 1732360815671Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732360815671Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732360815672 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732360815672Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732360815672Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732360815691 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732360815691Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732360815728 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732360815754 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732360815754Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732360816164 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732360816186 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732360816186Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48146f19: reopening flushed file at 1732360816597 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f7ef1f8: reopening flushed file at 1732360816602 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ad63903: reopening flushed file at 1732360816619 (+17 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 954ms, sequenceid=97, compaction requested=false at 1732360816625 (+6 ms)Writing region close event to WAL at 1732360816626 (+1 ms)Closed at 1732360816626 2024-11-23T11:20:16,629 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8ec52afe-d721-1530-ad95-4080d0d33aac/MasterData/WALs/64443f9a1829,38853,1732360801160/64443f9a1829%2C38853%2C1732360801160.1732360801666 not finished, retry = 0 2024-11-23T11:20:16,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41741 is added to blk_1073741830_1006 (size=63666) 2024-11-23T11:20:16,730 INFO [M:0;64443f9a1829:38853 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T11:20:16,730 INFO [M:0;64443f9a1829:38853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38853 2024-11-23T11:20:16,730 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:20:16,730 INFO [M:0;64443f9a1829:38853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:20:16,913 INFO [M:0;64443f9a1829:38853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:20:16,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x101676be7250003, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:20:16,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x101676be7250003, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:20:16,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d4dd567{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:20:16,948 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@280eb2af{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:20:16,948 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:20:16,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b15a6a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:20:16,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73507199{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/581d4703-8c9a-24bd-fb5b-8493fc7e37fa/hadoop.log.dir/,STOPPED} 2024-11-23T11:20:16,950 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T11:20:16,950 WARN [BP-22846715-172.17.0.3-1732360798685 heartbeating to localhost/127.0.0.1:41847 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T11:20:16,950 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T11:20:16,950 WARN [BP-22846715-172.17.0.3-1732360798685 heartbeating to localhost/127.0.0.1:41847 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-22846715-172.17.0.3-1732360798685 (Datanode Uuid 812e6302-6cdb-4799-9ac6-0a34106c3009) service to localhost/127.0.0.1:41847 2024-11-23T11:20:16,950 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/581d4703-8c9a-24bd-fb5b-8493fc7e37fa/cluster_d57765f8-ac4a-e24c-ee04-bbed9ec90073/data/data1/current/BP-22846715-172.17.0.3-1732360798685 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:20:16,951 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/581d4703-8c9a-24bd-fb5b-8493fc7e37fa/cluster_d57765f8-ac4a-e24c-ee04-bbed9ec90073/data/data2/current/BP-22846715-172.17.0.3-1732360798685 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:20:16,951 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T11:20:16,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31daf8e3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:20:16,957 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c35755c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:20:16,957 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:20:16,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3129fbe5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:20:16,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d68b615{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/581d4703-8c9a-24bd-fb5b-8493fc7e37fa/hadoop.log.dir/,STOPPED} 2024-11-23T11:20:16,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T11:20:16,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T11:20:16,978 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:20:16,978 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:20:16,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:16,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:16,978 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:20:16,978 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T11:20:16,978 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=171796405, stopped=false 2024-11-23T11:20:16,978 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64443f9a1829,37501,1732360795648 2024-11-23T11:20:16,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33685-0x101676be7250001, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-163939801/running 2024-11-23T11:20:16,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37501-0x101676be7250000, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-163939801/running 2024-11-23T11:20:16,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33685-0x101676be7250001, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-163939801 2024-11-23T11:20:16,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37501-0x101676be7250000, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-163939801 2024-11-23T11:20:16,992 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:20:16,993 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:20:16,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33685-0x101676be7250001, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Set watcher on znode that does not yet exist, /0-163939801/running 2024-11-23T11:20:16,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37501-0x101676be7250000, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Set watcher on znode that does not yet exist, /0-163939801/running 2024-11-23T11:20:16,993 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:20:16,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:16,994 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64443f9a1829,33685,1732360796128' ***** 2024-11-23T11:20:16,994 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T11:20:16,994 INFO [RS:0;64443f9a1829:33685 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T11:20:16,994 INFO [RS:0;64443f9a1829:33685 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T11:20:16,994 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T11:20:16,994 INFO [RS:0;64443f9a1829:33685 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T11:20:16,994 INFO [RS:0;64443f9a1829:33685 {}] regionserver.HRegionServer(3091): Received CLOSE for 93ce9202f1cd35eae0b2aa652ee34c15 2024-11-23T11:20:16,995 INFO [RS:0;64443f9a1829:33685 {}] regionserver.HRegionServer(3091): Received CLOSE for 0279b0e3b8be81863fa04309be757e02 2024-11-23T11:20:16,995 INFO [RS:0;64443f9a1829:33685 {}] regionserver.HRegionServer(959): stopping server 64443f9a1829,33685,1732360796128 2024-11-23T11:20:16,995 INFO [RS:0;64443f9a1829:33685 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:20:16,995 INFO [RS:0;64443f9a1829:33685 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:33685. 2024-11-23T11:20:16,995 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 93ce9202f1cd35eae0b2aa652ee34c15, disabling compactions & flushes 2024-11-23T11:20:16,995 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732360804272.93ce9202f1cd35eae0b2aa652ee34c15. 2024-11-23T11:20:16,995 DEBUG [RS:0;64443f9a1829:33685 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:20:16,995 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732360804272.93ce9202f1cd35eae0b2aa652ee34c15. 2024-11-23T11:20:16,995 DEBUG [RS:0;64443f9a1829:33685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:16,995 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732360804272.93ce9202f1cd35eae0b2aa652ee34c15. after waiting 0 ms 2024-11-23T11:20:16,995 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732360804272.93ce9202f1cd35eae0b2aa652ee34c15. 2024-11-23T11:20:16,995 INFO [RS:0;64443f9a1829:33685 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T11:20:16,995 INFO [RS:0;64443f9a1829:33685 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T11:20:16,995 INFO [RS:0;64443f9a1829:33685 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T11:20:16,995 INFO [RS:0;64443f9a1829:33685 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T11:20:16,995 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 93ce9202f1cd35eae0b2aa652ee34c15 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-23T11:20:16,995 INFO [RS:0;64443f9a1829:33685 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T11:20:16,995 DEBUG [RS:0;64443f9a1829:33685 {}] regionserver.HRegionServer(1325): Online Regions={93ce9202f1cd35eae0b2aa652ee34c15=hbase:replication,,1732360804272.93ce9202f1cd35eae0b2aa652ee34c15., 0279b0e3b8be81863fa04309be757e02=test,,1732360802967.0279b0e3b8be81863fa04309be757e02., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T11:20:16,995 DEBUG [RS:0;64443f9a1829:33685 {}] regionserver.HRegionServer(1351): Waiting on 0279b0e3b8be81863fa04309be757e02, 1588230740, 93ce9202f1cd35eae0b2aa652ee34c15 2024-11-23T11:20:16,996 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:20:16,996 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:20:16,996 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:20:16,996 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:20:16,996 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:20:16,996 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T11:20:17,016 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/replication/93ce9202f1cd35eae0b2aa652ee34c15/.tmp/hfileref/e69b64796598400cadbf6db1ac5c3c08 is 74, key is 1/hfileref:58c72d90b756463da038f099ebb437d0_SeqId_6_/1732360814168/DeleteColumn/seqid=0 2024-11-23T11:20:17,018 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/meta/1588230740/.tmp/info/4339e620e51947cda2b248cb6d49b703 is 147, key is hbase:replication,,1732360804272.93ce9202f1cd35eae0b2aa652ee34c15./info:regioninfo/1732360805055/Put/seqid=0 2024-11-23T11:20:17,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39609 is added to blk_1073741846_1022 (size=5345) 2024-11-23T11:20:17,023 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/replication/93ce9202f1cd35eae0b2aa652ee34c15/.tmp/hfileref/e69b64796598400cadbf6db1ac5c3c08 2024-11-23T11:20:17,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39609 is added to blk_1073741847_1023 (size=7686) 2024-11-23T11:20:17,024 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/meta/1588230740/.tmp/info/4339e620e51947cda2b248cb6d49b703 2024-11-23T11:20:17,047 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/meta/1588230740/.tmp/ns/3be6022623594d2a82069b5a37b6c9fe is 43, key is default/ns:d/1732360798574/Put/seqid=0 2024-11-23T11:20:17,047 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/replication/93ce9202f1cd35eae0b2aa652ee34c15/.tmp/queue/e24b9fc3198444b193a63c6634bc4b07 is 154, key is 1-64443f9a1829,33685,1732360796128/queue:64443f9a1829%2C33685%2C1732360796128/1732360814170/Put/seqid=0 2024-11-23T11:20:17,061 INFO [regionserver/64443f9a1829:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:20:17,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39609 is added to blk_1073741849_1025 (size=5353) 2024-11-23T11:20:17,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39609 is added to blk_1073741848_1024 (size=5153) 2024-11-23T11:20:17,066 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/replication/93ce9202f1cd35eae0b2aa652ee34c15/.tmp/queue/e24b9fc3198444b193a63c6634bc4b07 2024-11-23T11:20:17,073 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/replication/93ce9202f1cd35eae0b2aa652ee34c15/.tmp/hfileref/e69b64796598400cadbf6db1ac5c3c08 as hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/replication/93ce9202f1cd35eae0b2aa652ee34c15/hfileref/e69b64796598400cadbf6db1ac5c3c08 2024-11-23T11:20:17,078 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/replication/93ce9202f1cd35eae0b2aa652ee34c15/hfileref/e69b64796598400cadbf6db1ac5c3c08, entries=4, sequenceid=12, filesize=5.2 K 2024-11-23T11:20:17,078 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/replication/93ce9202f1cd35eae0b2aa652ee34c15/.tmp/queue/e24b9fc3198444b193a63c6634bc4b07 as hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/replication/93ce9202f1cd35eae0b2aa652ee34c15/queue/e24b9fc3198444b193a63c6634bc4b07 2024-11-23T11:20:17,084 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/replication/93ce9202f1cd35eae0b2aa652ee34c15/queue/e24b9fc3198444b193a63c6634bc4b07, entries=1, sequenceid=12, filesize=5.2 K 2024-11-23T11:20:17,089 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 93ce9202f1cd35eae0b2aa652ee34c15 in 93ms, sequenceid=12, compaction requested=false 2024-11-23T11:20:17,093 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/replication/93ce9202f1cd35eae0b2aa652ee34c15/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-23T11:20:17,094 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:20:17,094 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:20:17,094 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732360804272.93ce9202f1cd35eae0b2aa652ee34c15. 2024-11-23T11:20:17,094 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 93ce9202f1cd35eae0b2aa652ee34c15: Waiting for close lock at 1732360816995Running coprocessor pre-close hooks at 1732360816995Disabling compacts and flushes for region at 1732360816995Disabling writes for close at 1732360816995Obtaining lock to block concurrent updates at 1732360816995Preparing flush snapshotting stores in 93ce9202f1cd35eae0b2aa652ee34c15 at 1732360816995Finished memstore snapshotting hbase:replication,,1732360804272.93ce9202f1cd35eae0b2aa652ee34c15., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732360816995Flushing stores of hbase:replication,,1732360804272.93ce9202f1cd35eae0b2aa652ee34c15. at 1732360816996 (+1 ms)Flushing 93ce9202f1cd35eae0b2aa652ee34c15/hfileref: creating writer at 1732360816996Flushing 93ce9202f1cd35eae0b2aa652ee34c15/hfileref: appending metadata at 1732360817016 (+20 ms)Flushing 93ce9202f1cd35eae0b2aa652ee34c15/hfileref: closing flushed file at 1732360817016Flushing 93ce9202f1cd35eae0b2aa652ee34c15/queue: creating writer at 1732360817028 (+12 ms)Flushing 93ce9202f1cd35eae0b2aa652ee34c15/queue: appending metadata at 1732360817047 (+19 ms)Flushing 93ce9202f1cd35eae0b2aa652ee34c15/queue: closing flushed file at 1732360817047Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@daed6b2: reopening flushed file at 1732360817072 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69308271: reopening flushed file at 1732360817078 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 93ce9202f1cd35eae0b2aa652ee34c15 in 93ms, sequenceid=12, compaction requested=false at 1732360817089 (+11 ms)Writing region close event to WAL at 1732360817090 (+1 ms)Running coprocessor post-close hooks at 1732360817094 (+4 ms)Closed at 1732360817094 2024-11-23T11:20:17,094 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732360804272.93ce9202f1cd35eae0b2aa652ee34c15. 2024-11-23T11:20:17,094 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0279b0e3b8be81863fa04309be757e02, disabling compactions & flushes 2024-11-23T11:20:17,094 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732360802967.0279b0e3b8be81863fa04309be757e02. 2024-11-23T11:20:17,095 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732360802967.0279b0e3b8be81863fa04309be757e02. 2024-11-23T11:20:17,106 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732360802967.0279b0e3b8be81863fa04309be757e02. after waiting 0 ms 2024-11-23T11:20:17,106 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732360802967.0279b0e3b8be81863fa04309be757e02. 2024-11-23T11:20:17,109 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/default/test/0279b0e3b8be81863fa04309be757e02/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T11:20:17,110 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:20:17,110 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T11:20:17,110 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732360802967.0279b0e3b8be81863fa04309be757e02. 2024-11-23T11:20:17,110 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0279b0e3b8be81863fa04309be757e02: Waiting for close lock at 1732360817094Running coprocessor pre-close hooks at 1732360817094Disabling compacts and flushes for region at 1732360817094Disabling writes for close at 1732360817106 (+12 ms)Writing region close event to WAL at 1732360817106Running coprocessor post-close hooks at 1732360817110 (+4 ms)Closed at 1732360817110 2024-11-23T11:20:17,110 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732360802967.0279b0e3b8be81863fa04309be757e02. 2024-11-23T11:20:17,196 DEBUG [RS:0;64443f9a1829:33685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:20:17,279 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.wal-reader.64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128/64443f9a1829%2C33685%2C1732360796128.1732360797983 to pos 1033, reset compression=false 2024-11-23T11:20:17,284 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.wal-reader.64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:20:17,284 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.wal-reader.64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128/64443f9a1829%2C33685%2C1732360796128.1732360797983 to pos 1328, reset compression=false 2024-11-23T11:20:17,284 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.shipper64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,33685,1732360796128 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128/64443f9a1829%2C33685%2C1732360796128.1732360797983, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:20:17,285 ERROR [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.shipper64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 64443f9a1829,33685,1732360796128: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-64443f9a1829,33685,1732360796128, walGroup=64443f9a1829%2C33685%2C1732360796128, offset=64443f9a1829%2C33685%2C1732360796128.1732360797983:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64443f9a1829:33685 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T11:20:17,287 ERROR [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.shipper64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T11:20:17,287 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.shipper64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T11:20:17,288 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.shipper64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T11:20:17,288 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.shipper64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T11:20:17,288 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.shipper64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T11:20:17,288 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.shipper64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 488671232 }, "NonHeapMemoryUsage": { "committed": 192020480, "init": 7667712, "max": -1, "used": 189236488 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T11:20:17,288 WARN [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.shipper64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64443f9a1829:37501 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64443f9a1829:37501 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T11:20:17,396 DEBUG [RS:0;64443f9a1829:33685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:20:17,467 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/meta/1588230740/.tmp/ns/3be6022623594d2a82069b5a37b6c9fe 2024-11-23T11:20:17,500 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/meta/1588230740/.tmp/rep_barrier/8b4d580a61ba49f897301c1dcd242a9b is 112, key is test,,1732360802967.0279b0e3b8be81863fa04309be757e02./rep_barrier:seqnumDuringOpen/1732360803431/Put/seqid=0 2024-11-23T11:20:17,501 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.wal-reader.64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128/64443f9a1829%2C33685%2C1732360796128.1732360797983 to pos 1328, reset compression=false 2024-11-23T11:20:17,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39609 is added to blk_1073741850_1026 (size=5518) 2024-11-23T11:20:17,509 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/meta/1588230740/.tmp/rep_barrier/8b4d580a61ba49f897301c1dcd242a9b 2024-11-23T11:20:17,535 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/meta/1588230740/.tmp/table/31ad8a08b7814680a50f45a97618afc5 is 53, key is hbase:replication/table:state/1732360805062/Put/seqid=0 2024-11-23T11:20:17,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39609 is added to blk_1073741851_1027 (size=5308) 2024-11-23T11:20:17,596 DEBUG [RS:0;64443f9a1829:33685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:20:17,796 DEBUG [RS:0;64443f9a1829:33685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:20:17,806 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.wal-reader.64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128/64443f9a1829%2C33685%2C1732360796128.1732360797983 to pos 1328, reset compression=false 2024-11-23T11:20:17,810 INFO [regionserver/64443f9a1829:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T11:20:17,810 INFO [regionserver/64443f9a1829:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T11:20:17,940 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/meta/1588230740/.tmp/table/31ad8a08b7814680a50f45a97618afc5 2024-11-23T11:20:17,945 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/meta/1588230740/.tmp/info/4339e620e51947cda2b248cb6d49b703 as hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/meta/1588230740/info/4339e620e51947cda2b248cb6d49b703 2024-11-23T11:20:17,949 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/meta/1588230740/info/4339e620e51947cda2b248cb6d49b703, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T11:20:17,950 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/meta/1588230740/.tmp/ns/3be6022623594d2a82069b5a37b6c9fe as hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/meta/1588230740/ns/3be6022623594d2a82069b5a37b6c9fe 2024-11-23T11:20:17,955 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/meta/1588230740/ns/3be6022623594d2a82069b5a37b6c9fe, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T11:20:17,956 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/meta/1588230740/.tmp/rep_barrier/8b4d580a61ba49f897301c1dcd242a9b as hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/meta/1588230740/rep_barrier/8b4d580a61ba49f897301c1dcd242a9b 2024-11-23T11:20:17,960 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/meta/1588230740/rep_barrier/8b4d580a61ba49f897301c1dcd242a9b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T11:20:17,961 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/meta/1588230740/.tmp/table/31ad8a08b7814680a50f45a97618afc5 as hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/meta/1588230740/table/31ad8a08b7814680a50f45a97618afc5 2024-11-23T11:20:17,971 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/meta/1588230740/table/31ad8a08b7814680a50f45a97618afc5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T11:20:17,972 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 976ms, sequenceid=16, compaction requested=false 2024-11-23T11:20:17,989 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T11:20:17,990 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:20:17,990 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:20:17,990 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:20:17,990 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360816995Running coprocessor pre-close hooks at 1732360816995Disabling compacts and flushes for region at 1732360816996 (+1 ms)Disabling writes for close at 1732360816996Obtaining lock to block concurrent updates at 1732360816996Preparing flush snapshotting stores in 1588230740 at 1732360816996Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732360816996Flushing stores of hbase:meta,,1.1588230740 at 1732360816997 (+1 ms)Flushing 1588230740/info: creating writer at 1732360816997Flushing 1588230740/info: appending metadata at 1732360817018 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732360817018Flushing 1588230740/ns: creating writer at 1732360817028 (+10 ms)Flushing 1588230740/ns: appending metadata at 1732360817047 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732360817047Flushing 1588230740/rep_barrier: creating writer at 1732360817473 (+426 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732360817499 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732360817499Flushing 1588230740/table: creating writer at 1732360817514 (+15 ms)Flushing 1588230740/table: appending metadata at 1732360817534 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732360817534Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b2e92fa: reopening flushed file at 1732360817944 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7632b2b7: reopening flushed file at 1732360817950 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@276f92e5: reopening flushed file at 1732360817955 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35501b06: reopening flushed file at 1732360817960 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 976ms, sequenceid=16, compaction requested=false at 1732360817972 (+12 ms)Writing region close event to WAL at 1732360817985 (+13 ms)Running coprocessor post-close hooks at 1732360817990 (+5 ms)Closed at 1732360817990 2024-11-23T11:20:17,990 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T11:20:17,996 INFO [RS:0;64443f9a1829:33685 {}] regionserver.HRegionServer(976): stopping server 64443f9a1829,33685,1732360796128; all regions closed. 2024-11-23T11:20:17,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39609 is added to blk_1073741834_1010 (size=4239) 2024-11-23T11:20:17,999 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/WALs/64443f9a1829,33685,1732360796128/64443f9a1829%2C33685%2C1732360796128.meta.1732360798464.meta not finished, retry = 0 2024-11-23T11:20:18,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39609 is added to blk_1073741839_1015 (size=3127) 2024-11-23T11:20:18,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39609 is added to blk_1073741833_1009 (size=1336) 2024-11-23T11:20:18,106 DEBUG [RS:0;64443f9a1829:33685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:18,106 INFO [RS:0;64443f9a1829:33685 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:20:18,107 INFO [RS:0;64443f9a1829:33685 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:20:18,107 INFO [RS:0;64443f9a1829:33685 {}] hbase.ChoreService(370): Chore service for: regionserver/64443f9a1829:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T11:20:18,107 INFO [RS:0;64443f9a1829:33685 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:20:18,107 INFO [regionserver/64443f9a1829:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:20:18,107 INFO [RS:0;64443f9a1829:33685 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-64443f9a1829,33685,1732360796128 because: Region server is closing 2024-11-23T11:20:18,108 INFO [RS:0;64443f9a1829:33685 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:33685. 2024-11-23T11:20:18,108 DEBUG [RS:0;64443f9a1829:33685 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:20:18,108 DEBUG [RS:0;64443f9a1829:33685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:18,108 DEBUG [RS:0;64443f9a1829:33685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:18,108 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:20:18,208 INFO [RS:0;64443f9a1829:33685 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.shipper64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 terminated 2024-11-23T11:20:18,208 INFO [RS:0;64443f9a1829:33685 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:33685. 2024-11-23T11:20:18,208 WARN [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,33685,1732360796128.replicationSource.wal-reader.64443f9a1829%2C33685%2C1732360796128,1-64443f9a1829,33685,1732360796128 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T11:20:18,209 DEBUG [RS:0;64443f9a1829:33685 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:20:18,209 DEBUG [RS:0;64443f9a1829:33685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:18,209 DEBUG [RS:0;64443f9a1829:33685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:18,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:20:18,209 INFO [RS:0;64443f9a1829:33685 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33685 2024-11-23T11:20:18,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33685-0x101676be7250001, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-163939801/rs/64443f9a1829,33685,1732360796128 2024-11-23T11:20:18,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37501-0x101676be7250000, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-163939801/rs 2024-11-23T11:20:18,266 INFO [RS:0;64443f9a1829:33685 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:20:18,276 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64443f9a1829,33685,1732360796128] 2024-11-23T11:20:18,287 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-163939801/draining/64443f9a1829,33685,1732360796128 already deleted, retry=false 2024-11-23T11:20:18,287 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64443f9a1829,33685,1732360796128 expired; onlineServers=0 2024-11-23T11:20:18,287 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64443f9a1829,37501,1732360795648' ***** 2024-11-23T11:20:18,287 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T11:20:18,287 INFO [M:0;64443f9a1829:37501 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:20:18,287 INFO [M:0;64443f9a1829:37501 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:20:18,287 DEBUG [M:0;64443f9a1829:37501 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T11:20:18,287 DEBUG [M:0;64443f9a1829:37501 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T11:20:18,287 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T11:20:18,287 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360797556 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360797556,5,FailOnTimeoutGroup] 2024-11-23T11:20:18,287 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360797576 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360797576,5,FailOnTimeoutGroup] 2024-11-23T11:20:18,287 INFO [M:0;64443f9a1829:37501 {}] hbase.ChoreService(370): Chore service for: master/64443f9a1829:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T11:20:18,287 INFO [M:0;64443f9a1829:37501 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:20:18,287 DEBUG [M:0;64443f9a1829:37501 {}] master.HMaster(1795): Stopping service threads 2024-11-23T11:20:18,288 INFO [M:0;64443f9a1829:37501 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T11:20:18,288 INFO [M:0;64443f9a1829:37501 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:20:18,288 INFO [M:0;64443f9a1829:37501 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T11:20:18,288 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T11:20:18,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37501-0x101676be7250000, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-163939801/master 2024-11-23T11:20:18,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37501-0x101676be7250000, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-163939801 2024-11-23T11:20:18,297 DEBUG [M:0;64443f9a1829:37501 {}] zookeeper.ZKUtil(347): master:37501-0x101676be7250000, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Unable to get data of znode /0-163939801/master because node does not exist (not an error) 2024-11-23T11:20:18,298 WARN [M:0;64443f9a1829:37501 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T11:20:18,298 INFO [M:0;64443f9a1829:37501 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/.lastflushedseqids 2024-11-23T11:20:18,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39609 is added to blk_1073741852_1028 (size=263) 2024-11-23T11:20:18,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33685-0x101676be7250001, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:20:18,377 INFO [RS:0;64443f9a1829:33685 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:20:18,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33685-0x101676be7250001, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:20:18,377 INFO [RS:0;64443f9a1829:33685 {}] regionserver.HRegionServer(1031): Exiting; stopping=64443f9a1829,33685,1732360796128; zookeeper connection closed. 2024-11-23T11:20:18,377 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@24291cb5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@24291cb5 2024-11-23T11:20:18,377 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T11:20:18,714 INFO [M:0;64443f9a1829:37501 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T11:20:18,714 INFO [M:0;64443f9a1829:37501 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T11:20:18,715 DEBUG [M:0;64443f9a1829:37501 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:20:18,715 INFO [M:0;64443f9a1829:37501 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:20:18,715 DEBUG [M:0;64443f9a1829:37501 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:20:18,715 DEBUG [M:0;64443f9a1829:37501 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:20:18,715 DEBUG [M:0;64443f9a1829:37501 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:20:18,715 INFO [M:0;64443f9a1829:37501 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-23T11:20:18,746 DEBUG [M:0;64443f9a1829:37501 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1716c31fe024cbd8abd4f702e4e6ebc is 82, key is hbase:meta,,1/info:regioninfo/1732360798520/Put/seqid=0 2024-11-23T11:20:18,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39609 is added to blk_1073741853_1029 (size=5672) 2024-11-23T11:20:18,760 INFO [M:0;64443f9a1829:37501 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1716c31fe024cbd8abd4f702e4e6ebc 2024-11-23T11:20:18,796 DEBUG [M:0;64443f9a1829:37501 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9dcdff8964114c63a6a7d3445574584f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732360805065/Put/seqid=0 2024-11-23T11:20:18,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39609 is added to blk_1073741854_1030 (size=8517) 2024-11-23T11:20:18,803 INFO [M:0;64443f9a1829:37501 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9dcdff8964114c63a6a7d3445574584f 2024-11-23T11:20:18,830 DEBUG [M:0;64443f9a1829:37501 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/49463611fc8b4add9bdf6d076eef170f is 69, key is 64443f9a1829,33685,1732360796128/rs:state/1732360797710/Put/seqid=0 2024-11-23T11:20:18,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39609 is added to blk_1073741855_1031 (size=5156) 2024-11-23T11:20:18,851 INFO [M:0;64443f9a1829:37501 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/49463611fc8b4add9bdf6d076eef170f 2024-11-23T11:20:18,866 DEBUG [M:0;64443f9a1829:37501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1716c31fe024cbd8abd4f702e4e6ebc as hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e1716c31fe024cbd8abd4f702e4e6ebc 2024-11-23T11:20:18,871 INFO [M:0;64443f9a1829:37501 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e1716c31fe024cbd8abd4f702e4e6ebc, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T11:20:18,872 DEBUG [M:0;64443f9a1829:37501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9dcdff8964114c63a6a7d3445574584f as hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9dcdff8964114c63a6a7d3445574584f 2024-11-23T11:20:18,877 INFO [M:0;64443f9a1829:37501 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9dcdff8964114c63a6a7d3445574584f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T11:20:18,879 DEBUG [M:0;64443f9a1829:37501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/49463611fc8b4add9bdf6d076eef170f as hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/49463611fc8b4add9bdf6d076eef170f 2024-11-23T11:20:18,896 INFO [M:0;64443f9a1829:37501 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35583/user/jenkins/test-data/85138f3f-ce42-d15f-af48-e12ba71091cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/49463611fc8b4add9bdf6d076eef170f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T11:20:18,897 INFO [M:0;64443f9a1829:37501 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 182ms, sequenceid=97, compaction requested=false 2024-11-23T11:20:18,912 INFO [M:0;64443f9a1829:37501 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:20:18,912 DEBUG [M:0;64443f9a1829:37501 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360818715Disabling compacts and flushes for region at 1732360818715Disabling writes for close at 1732360818715Obtaining lock to block concurrent updates at 1732360818715Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732360818715Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732360818715Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732360818716 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732360818716Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732360818745 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732360818745Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732360818770 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732360818795 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732360818795Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732360818808 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732360818829 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732360818829Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44ade5d6: reopening flushed file at 1732360818865 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27110697: reopening flushed file at 1732360818871 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1645ca63: reopening flushed file at 1732360818877 (+6 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 182ms, sequenceid=97, compaction requested=false at 1732360818897 (+20 ms)Writing region close event to WAL at 1732360818912 (+15 ms)Closed at 1732360818912 2024-11-23T11:20:18,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39609 is added to blk_1073741830_1006 (size=63666) 2024-11-23T11:20:18,923 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:20:18,923 INFO [M:0;64443f9a1829:37501 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T11:20:18,923 INFO [M:0;64443f9a1829:37501 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37501 2024-11-23T11:20:18,923 INFO [M:0;64443f9a1829:37501 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:20:19,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37501-0x101676be7250000, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:20:19,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37501-0x101676be7250000, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:20:19,072 INFO [M:0;64443f9a1829:37501 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:20:19,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b8f1abb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:20:19,082 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@242318a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:20:19,082 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:20:19,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29512588{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:20:19,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f697db0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f/hadoop.log.dir/,STOPPED} 2024-11-23T11:20:19,084 WARN [BP-2098442406-172.17.0.3-1732360792984 heartbeating to localhost/127.0.0.1:35583 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T11:20:19,084 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T11:20:19,084 WARN [BP-2098442406-172.17.0.3-1732360792984 heartbeating to localhost/127.0.0.1:35583 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2098442406-172.17.0.3-1732360792984 (Datanode Uuid 2f55fa22-200b-434e-8293-ef4e849cd94e) service to localhost/127.0.0.1:35583 2024-11-23T11:20:19,084 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T11:20:19,085 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f/cluster_43cebcb6-5056-9a52-7267-41c7d7fb1339/data/data1/current/BP-2098442406-172.17.0.3-1732360792984 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:20:19,085 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f/cluster_43cebcb6-5056-9a52-7267-41c7d7fb1339/data/data2/current/BP-2098442406-172.17.0.3-1732360792984 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:20:19,086 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T11:20:19,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b9b22ec{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:20:19,096 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c593636{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:20:19,096 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:20:19,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62ac5301{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:20:19,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32085278{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b513ff-f874-68d0-ee73-ce8bcee61c8f/hadoop.log.dir/,STOPPED} 2024-11-23T11:20:19,108 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T11:20:19,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T11:20:19,149 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=246 (was 203) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41847 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59263) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35583 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35583 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59263) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35583 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:35583 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35583 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:41847 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35583 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41847 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41847 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41847 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35583 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41847 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41847 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41847 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=622 (was 567) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=490 (was 442) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5858 (was 6061) 2024-11-23T11:20:19,160 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=246, OpenFileDescriptor=622, MaxFileDescriptor=1048576, SystemLoadAverage=490, ProcessCount=11, AvailableMemoryMB=5858 2024-11-23T11:20:19,177 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-23T11:20:19,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/581d4703-8c9a-24bd-fb5b-8493fc7e37fa/hadoop.log.dir so I do NOT create it in target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216 2024-11-23T11:20:19,178 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/581d4703-8c9a-24bd-fb5b-8493fc7e37fa/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T11:20:19,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/581d4703-8c9a-24bd-fb5b-8493fc7e37fa/hadoop.tmp.dir so I do NOT create it in target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216 2024-11-23T11:20:19,179 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/581d4703-8c9a-24bd-fb5b-8493fc7e37fa/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T11:20:19,179 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216 2024-11-23T11:20:19,179 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216/cluster_0e06ce06-0365-77e8-4586-cdd2f1df7498, deleteOnExit=true 2024-11-23T11:20:19,199 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216/cluster_0e06ce06-0365-77e8-4586-cdd2f1df7498/zookeeper_0, clientPort=58912, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216/cluster_0e06ce06-0365-77e8-4586-cdd2f1df7498/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216/cluster_0e06ce06-0365-77e8-4586-cdd2f1df7498/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T11:20:19,200 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58912 2024-11-23T11:20:19,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T11:20:19,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T11:20:19,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216/test.cache.data in system properties and HBase conf 2024-11-23T11:20:19,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T11:20:19,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216/hadoop.log.dir in system properties and HBase conf 2024-11-23T11:20:19,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T11:20:19,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T11:20:19,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T11:20:19,201 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T11:20:19,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:20:19,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:20:19,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T11:20:19,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:20:19,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T11:20:19,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101676be7250005, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T11:20:19,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T11:20:19,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:20:19,202 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101676be7250005, quorum=127.0.0.1:59263, baseZNode=/1-299643034 Received Disconnected from ZooKeeper, ignoring 2024-11-23T11:20:19,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:20:19,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T11:20:19,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216/nfs.dump.dir in system properties and HBase conf 2024-11-23T11:20:19,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216/java.io.tmpdir in system properties and HBase conf 2024-11-23T11:20:19,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:20:19,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T11:20:19,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T11:20:19,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101676be7250002, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T11:20:19,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101676be7250002, quorum=127.0.0.1:59263, baseZNode=/0-163939801 Received Disconnected from ZooKeeper, ignoring 2024-11-23T11:20:19,594 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:20:19,597 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:20:19,598 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:20:19,598 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:20:19,598 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T11:20:19,599 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:20:19,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c049c9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:20:19,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2be16d0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:20:19,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c0e6b17{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216/java.io.tmpdir/jetty-localhost-42947-hadoop-hdfs-3_4_1-tests_jar-_-any-17919990032491911326/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:20:19,723 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22c440ad{HTTP/1.1, (http/1.1)}{localhost:42947} 2024-11-23T11:20:19,723 INFO [Time-limited test {}] server.Server(415): Started @194028ms 2024-11-23T11:20:19,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:19,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:19,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:19,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:19,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:19,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:19,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:19,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:19,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:19,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:20,165 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:20:20,192 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:20,192 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:20,192 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:20,193 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:20,193 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:20,193 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:20,199 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:20,202 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:20,203 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:20,205 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:20,228 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:20:20,231 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:20:20,234 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:20:20,234 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:20:20,234 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T11:20:20,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42e6aa62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:20:20,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@773a5c62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:20:20,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7064ab91{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216/java.io.tmpdir/jetty-localhost-44641-hadoop-hdfs-3_4_1-tests_jar-_-any-2956338005942336558/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:20:20,341 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43525f8{HTTP/1.1, (http/1.1)}{localhost:44641} 2024-11-23T11:20:20,341 INFO [Time-limited test {}] server.Server(415): Started @194646ms 2024-11-23T11:20:20,343 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T11:20:21,540 WARN [Thread-2182 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216/cluster_0e06ce06-0365-77e8-4586-cdd2f1df7498/data/data1/current/BP-1811833258-172.17.0.3-1732360819269/current, will proceed with Du for space computation calculation, 2024-11-23T11:20:21,540 WARN [Thread-2183 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216/cluster_0e06ce06-0365-77e8-4586-cdd2f1df7498/data/data2/current/BP-1811833258-172.17.0.3-1732360819269/current, will proceed with Du for space computation calculation, 2024-11-23T11:20:21,557 WARN [Thread-2170 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T11:20:21,560 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x62ed23a191415a34 with lease ID 0x1f81a340dcc856bb: Processing first storage report for DS-36489457-c6c1-4c69-841c-95e0cd831d1b from datanode DatanodeRegistration(127.0.0.1:42567, datanodeUuid=098406ff-d43e-41d6-ba96-142079e05037, infoPort=39485, infoSecurePort=0, ipcPort=43803, storageInfo=lv=-57;cid=testClusterID;nsid=838968887;c=1732360819269) 2024-11-23T11:20:21,560 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x62ed23a191415a34 with lease ID 0x1f81a340dcc856bb: from storage DS-36489457-c6c1-4c69-841c-95e0cd831d1b node DatanodeRegistration(127.0.0.1:42567, datanodeUuid=098406ff-d43e-41d6-ba96-142079e05037, infoPort=39485, infoSecurePort=0, ipcPort=43803, storageInfo=lv=-57;cid=testClusterID;nsid=838968887;c=1732360819269), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:20:21,560 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x62ed23a191415a34 with lease ID 0x1f81a340dcc856bb: Processing first storage report for DS-f93651f4-95d3-4cfa-8280-b5af032371ca from datanode DatanodeRegistration(127.0.0.1:42567, datanodeUuid=098406ff-d43e-41d6-ba96-142079e05037, infoPort=39485, infoSecurePort=0, ipcPort=43803, storageInfo=lv=-57;cid=testClusterID;nsid=838968887;c=1732360819269) 2024-11-23T11:20:21,560 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x62ed23a191415a34 with lease ID 0x1f81a340dcc856bb: from storage DS-f93651f4-95d3-4cfa-8280-b5af032371ca node DatanodeRegistration(127.0.0.1:42567, datanodeUuid=098406ff-d43e-41d6-ba96-142079e05037, infoPort=39485, infoSecurePort=0, ipcPort=43803, storageInfo=lv=-57;cid=testClusterID;nsid=838968887;c=1732360819269), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:20:21,601 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216 2024-11-23T11:20:21,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:21,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:21,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42567 is added to blk_1073741825_1001 (size=7) 2024-11-23T11:20:22,009 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a with version=8 2024-11-23T11:20:22,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/hbase-staging 2024-11-23T11:20:22,012 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:20:22,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:20:22,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:20:22,012 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:20:22,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:20:22,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:20:22,012 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T11:20:22,013 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:20:22,013 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43761 2024-11-23T11:20:22,014 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43761 connecting to ZooKeeper ensemble=127.0.0.1:58912 2024-11-23T11:20:22,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437610x0, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:20:22,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43761-0x101676c4da80000 connected 2024-11-23T11:20:22,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:22,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:22,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43761-0x101676c4da80000, quorum=127.0.0.1:58912, baseZNode=/0365676290 Set watcher on znode that does not yet exist, /0365676290/running 2024-11-23T11:20:22,245 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a, hbase.cluster.distributed=false 2024-11-23T11:20:22,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43761-0x101676c4da80000, quorum=127.0.0.1:58912, baseZNode=/0365676290 Set watcher on znode that does not yet exist, /0365676290/acl 2024-11-23T11:20:22,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43761 2024-11-23T11:20:22,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43761 2024-11-23T11:20:22,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43761 2024-11-23T11:20:22,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43761 2024-11-23T11:20:22,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43761 2024-11-23T11:20:22,270 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:20:22,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:20:22,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:20:22,270 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:20:22,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:20:22,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:20:22,270 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T11:20:22,271 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:20:22,271 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42657 2024-11-23T11:20:22,272 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42657 connecting to ZooKeeper ensemble=127.0.0.1:58912 2024-11-23T11:20:22,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:22,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:22,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426570x0, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:20:22,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426570x0, quorum=127.0.0.1:58912, baseZNode=/0365676290 Set watcher on znode that does not yet exist, /0365676290/running 2024-11-23T11:20:22,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42657-0x101676c4da80001 connected 2024-11-23T11:20:22,289 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T11:20:22,291 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T11:20:22,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42657-0x101676c4da80001, quorum=127.0.0.1:58912, baseZNode=/0365676290 Set watcher on znode that does not yet exist, /0365676290/master 2024-11-23T11:20:22,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42657-0x101676c4da80001, quorum=127.0.0.1:58912, baseZNode=/0365676290 Set watcher on znode that does not yet exist, /0365676290/acl 2024-11-23T11:20:22,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42657 2024-11-23T11:20:22,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42657 2024-11-23T11:20:22,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42657 2024-11-23T11:20:22,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42657 2024-11-23T11:20:22,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42657 2024-11-23T11:20:22,316 DEBUG [M:0;64443f9a1829:43761 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64443f9a1829:43761 2024-11-23T11:20:22,317 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0365676290/backup-masters/64443f9a1829,43761,1732360822012 2024-11-23T11:20:22,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x101676c4da80000, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0365676290/backup-masters 2024-11-23T11:20:22,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101676c4da80001, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0365676290/backup-masters 2024-11-23T11:20:22,324 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43761-0x101676c4da80000, quorum=127.0.0.1:58912, baseZNode=/0365676290 Set watcher on existing znode=/0365676290/backup-masters/64443f9a1829,43761,1732360822012 2024-11-23T11:20:22,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101676c4da80001, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0365676290/master 2024-11-23T11:20:22,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x101676c4da80000, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0365676290 2024-11-23T11:20:22,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101676c4da80001, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0365676290 2024-11-23T11:20:22,334 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43761-0x101676c4da80000, quorum=127.0.0.1:58912, baseZNode=/0365676290 Set watcher on existing znode=/0365676290/master 2024-11-23T11:20:22,335 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0365676290/backup-masters/64443f9a1829,43761,1732360822012 from backup master directory 2024-11-23T11:20:22,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x101676c4da80000, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0365676290/backup-masters/64443f9a1829,43761,1732360822012 2024-11-23T11:20:22,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101676c4da80001, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0365676290/backup-masters 2024-11-23T11:20:22,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x101676c4da80000, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0365676290/backup-masters 2024-11-23T11:20:22,345 WARN [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:20:22,345 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64443f9a1829,43761,1732360822012 2024-11-23T11:20:22,348 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/hbase.id] with ID: caae8720-86e2-40ec-8b4b-c547d7526e33 2024-11-23T11:20:22,348 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/.tmp/hbase.id 2024-11-23T11:20:22,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42567 is added to blk_1073741826_1002 (size=42) 2024-11-23T11:20:22,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:20:22,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T11:20:22,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T11:20:22,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T11:20:22,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T11:20:22,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:20:22,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T11:20:22,753 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/.tmp/hbase.id]:[hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/hbase.id] 2024-11-23T11:20:22,762 INFO [master/64443f9a1829:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:22,762 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T11:20:22,763 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T11:20:22,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101676c4da80001, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0365676290 2024-11-23T11:20:22,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x101676c4da80000, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0365676290 2024-11-23T11:20:22,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42567 is added to blk_1073741827_1003 (size=196) 2024-11-23T11:20:23,206 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:20:23,207 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T11:20:23,208 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:20:23,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42567 is added to blk_1073741828_1004 (size=1189) 2024-11-23T11:20:23,623 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/MasterData/data/master/store 2024-11-23T11:20:23,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42567 is added to blk_1073741829_1005 (size=34) 2024-11-23T11:20:24,028 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:20:24,028 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:20:24,028 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:20:24,028 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:20:24,028 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:20:24,028 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:20:24,028 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:20:24,028 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360824028Disabling compacts and flushes for region at 1732360824028Disabling writes for close at 1732360824028Writing region close event to WAL at 1732360824028Closed at 1732360824028 2024-11-23T11:20:24,029 WARN [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/MasterData/data/master/store/.initializing 2024-11-23T11:20:24,029 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/MasterData/WALs/64443f9a1829,43761,1732360822012 2024-11-23T11:20:24,030 INFO [master/64443f9a1829:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:20:24,031 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64443f9a1829%2C43761%2C1732360822012, suffix=, logDir=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/MasterData/WALs/64443f9a1829,43761,1732360822012, archiveDir=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/MasterData/oldWALs, maxLogs=10 2024-11-23T11:20:24,047 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/MasterData/WALs/64443f9a1829,43761,1732360822012/64443f9a1829%2C43761%2C1732360822012.1732360824032, exclude list is [], retry=0 2024-11-23T11:20:24,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42567,DS-36489457-c6c1-4c69-841c-95e0cd831d1b,DISK] 2024-11-23T11:20:24,051 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/MasterData/WALs/64443f9a1829,43761,1732360822012/64443f9a1829%2C43761%2C1732360822012.1732360824032 2024-11-23T11:20:24,051 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39485:39485)] 2024-11-23T11:20:24,051 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:20:24,051 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:20:24,051 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:24,051 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:24,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:24,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T11:20:24,054 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:24,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:24,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:24,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T11:20:24,055 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:24,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:24,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:24,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T11:20:24,056 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:24,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:24,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:24,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T11:20:24,058 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:24,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:24,058 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:24,059 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:24,059 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:24,060 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:24,060 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:24,060 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:20:24,061 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:24,065 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:20:24,065 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61937747, jitterRate=-0.07705564796924591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:20:24,066 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732360824051Initializing all the Stores at 1732360824052 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360824052Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360824052Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360824052Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360824052Cleaning up temporary data from old regions at 1732360824060 (+8 ms)Region opened successfully at 1732360824066 (+6 ms) 2024-11-23T11:20:24,066 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T11:20:24,069 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a603ac5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:20:24,069 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T11:20:24,070 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T11:20:24,070 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T11:20:24,070 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T11:20:24,070 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T11:20:24,071 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T11:20:24,071 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T11:20:24,072 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T11:20:24,073 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43761-0x101676c4da80000, quorum=127.0.0.1:58912, baseZNode=/0365676290 Unable to get data of znode /0365676290/balancer because node does not exist (not necessarily an error) 2024-11-23T11:20:24,120 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0365676290/balancer already deleted, retry=false 2024-11-23T11:20:24,121 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T11:20:24,122 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43761-0x101676c4da80000, quorum=127.0.0.1:58912, baseZNode=/0365676290 Unable to get data of znode /0365676290/normalizer because node does not exist (not necessarily an error) 2024-11-23T11:20:24,162 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0365676290/normalizer already deleted, retry=false 2024-11-23T11:20:24,162 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T11:20:24,163 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43761-0x101676c4da80000, quorum=127.0.0.1:58912, baseZNode=/0365676290 Unable to get data of znode /0365676290/switch/split because node does not exist (not necessarily an error) 2024-11-23T11:20:24,277 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0365676290/switch/split already deleted, retry=false 2024-11-23T11:20:24,278 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43761-0x101676c4da80000, quorum=127.0.0.1:58912, baseZNode=/0365676290 Unable to get data of znode /0365676290/switch/merge because node does not exist (not necessarily an error) 2024-11-23T11:20:24,351 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0365676290/switch/merge already deleted, retry=false 2024-11-23T11:20:24,353 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43761-0x101676c4da80000, quorum=127.0.0.1:58912, baseZNode=/0365676290 Unable to get data of znode /0365676290/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T11:20:24,425 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0365676290/snapshot-cleanup already deleted, retry=false 2024-11-23T11:20:24,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101676c4da80001, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0365676290/running 2024-11-23T11:20:24,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x101676c4da80000, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0365676290/running 2024-11-23T11:20:24,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x101676c4da80000, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0365676290 2024-11-23T11:20:24,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101676c4da80001, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0365676290 2024-11-23T11:20:24,510 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64443f9a1829,43761,1732360822012, sessionid=0x101676c4da80000, setting cluster-up flag (Was=false) 2024-11-23T11:20:24,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x101676c4da80000, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0365676290 2024-11-23T11:20:24,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101676c4da80001, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0365676290 2024-11-23T11:20:24,839 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0365676290/flush-table-proc/acquired, /0365676290/flush-table-proc/reached, /0365676290/flush-table-proc/abort 2024-11-23T11:20:24,840 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,43761,1732360822012 2024-11-23T11:20:24,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101676c4da80001, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0365676290 2024-11-23T11:20:24,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x101676c4da80000, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0365676290 2024-11-23T11:20:25,070 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0365676290/online-snapshot/acquired, /0365676290/online-snapshot/reached, /0365676290/online-snapshot/abort 2024-11-23T11:20:25,071 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,43761,1732360822012 2024-11-23T11:20:25,072 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T11:20:25,073 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T11:20:25,074 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T11:20:25,074 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T11:20:25,074 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64443f9a1829,43761,1732360822012 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T11:20:25,075 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:20:25,075 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:20:25,075 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:20:25,075 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:20:25,075 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64443f9a1829:0, corePoolSize=10, maxPoolSize=10 2024-11-23T11:20:25,075 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:25,075 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:20:25,075 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:25,077 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:20:25,077 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T11:20:25,077 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732360855077 2024-11-23T11:20:25,077 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T11:20:25,078 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T11:20:25,078 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T11:20:25,078 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T11:20:25,078 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T11:20:25,078 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T11:20:25,078 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:25,078 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T11:20:25,078 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:25,078 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T11:20:25,078 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T11:20:25,078 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T11:20:25,078 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T11:20:25,078 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T11:20:25,078 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T11:20:25,079 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360825078,5,FailOnTimeoutGroup] 2024-11-23T11:20:25,080 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360825079,5,FailOnTimeoutGroup] 2024-11-23T11:20:25,080 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:25,080 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T11:20:25,080 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:25,080 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:25,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42567 is added to blk_1073741831_1007 (size=1321) 2024-11-23T11:20:25,106 INFO [RS:0;64443f9a1829:42657 {}] regionserver.HRegionServer(746): ClusterId : caae8720-86e2-40ec-8b4b-c547d7526e33 2024-11-23T11:20:25,106 DEBUG [RS:0;64443f9a1829:42657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T11:20:25,114 DEBUG [RS:0;64443f9a1829:42657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T11:20:25,114 DEBUG [RS:0;64443f9a1829:42657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T11:20:25,131 DEBUG [RS:0;64443f9a1829:42657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T11:20:25,131 DEBUG [RS:0;64443f9a1829:42657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564bfbf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:20:25,145 DEBUG [RS:0;64443f9a1829:42657 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64443f9a1829:42657 2024-11-23T11:20:25,145 INFO [RS:0;64443f9a1829:42657 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T11:20:25,145 INFO [RS:0;64443f9a1829:42657 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T11:20:25,145 DEBUG [RS:0;64443f9a1829:42657 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T11:20:25,146 INFO [RS:0;64443f9a1829:42657 {}] regionserver.HRegionServer(2659): reportForDuty to master=64443f9a1829,43761,1732360822012 with port=42657, startcode=1732360822270 2024-11-23T11:20:25,146 DEBUG [RS:0;64443f9a1829:42657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T11:20:25,147 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T11:20:25,148 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43761 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64443f9a1829,42657,1732360822270 2024-11-23T11:20:25,148 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43761 {}] master.ServerManager(517): Registering regionserver=64443f9a1829,42657,1732360822270 2024-11-23T11:20:25,149 DEBUG [RS:0;64443f9a1829:42657 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a 2024-11-23T11:20:25,149 DEBUG [RS:0;64443f9a1829:42657 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41715 2024-11-23T11:20:25,149 DEBUG [RS:0;64443f9a1829:42657 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T11:20:25,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x101676c4da80000, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0365676290/rs 2024-11-23T11:20:25,162 DEBUG [RS:0;64443f9a1829:42657 {}] zookeeper.ZKUtil(111): regionserver:42657-0x101676c4da80001, quorum=127.0.0.1:58912, baseZNode=/0365676290 Set watcher on existing znode=/0365676290/rs/64443f9a1829,42657,1732360822270 2024-11-23T11:20:25,162 WARN [RS:0;64443f9a1829:42657 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:20:25,162 INFO [RS:0;64443f9a1829:42657 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:20:25,162 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64443f9a1829,42657,1732360822270] 2024-11-23T11:20:25,162 DEBUG [RS:0;64443f9a1829:42657 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270 2024-11-23T11:20:25,165 INFO [RS:0;64443f9a1829:42657 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T11:20:25,168 INFO [RS:0;64443f9a1829:42657 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T11:20:25,168 INFO [RS:0;64443f9a1829:42657 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T11:20:25,168 INFO [RS:0;64443f9a1829:42657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:25,172 INFO [RS:0;64443f9a1829:42657 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T11:20:25,173 INFO [RS:0;64443f9a1829:42657 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T11:20:25,173 INFO [RS:0;64443f9a1829:42657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:25,173 DEBUG [RS:0;64443f9a1829:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:25,173 DEBUG [RS:0;64443f9a1829:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:25,173 DEBUG [RS:0;64443f9a1829:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:25,173 DEBUG [RS:0;64443f9a1829:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:25,173 DEBUG [RS:0;64443f9a1829:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:25,173 DEBUG [RS:0;64443f9a1829:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:20:25,173 DEBUG [RS:0;64443f9a1829:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:25,173 DEBUG [RS:0;64443f9a1829:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:25,173 DEBUG [RS:0;64443f9a1829:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:25,173 DEBUG [RS:0;64443f9a1829:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:25,173 DEBUG [RS:0;64443f9a1829:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:25,173 DEBUG [RS:0;64443f9a1829:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:25,173 DEBUG [RS:0;64443f9a1829:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:20:25,173 DEBUG [RS:0;64443f9a1829:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:20:25,176 INFO [RS:0;64443f9a1829:42657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:25,176 INFO [RS:0;64443f9a1829:42657 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:25,176 INFO [RS:0;64443f9a1829:42657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:25,176 INFO [RS:0;64443f9a1829:42657 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:25,176 INFO [RS:0;64443f9a1829:42657 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:25,176 INFO [RS:0;64443f9a1829:42657 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,42657,1732360822270-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:20:25,195 INFO [RS:0;64443f9a1829:42657 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T11:20:25,195 INFO [RS:0;64443f9a1829:42657 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,42657,1732360822270-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:25,195 INFO [RS:0;64443f9a1829:42657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:25,195 INFO [RS:0;64443f9a1829:42657 {}] regionserver.Replication(171): 64443f9a1829,42657,1732360822270 started 2024-11-23T11:20:25,209 INFO [RS:0;64443f9a1829:42657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:25,209 INFO [RS:0;64443f9a1829:42657 {}] regionserver.HRegionServer(1482): Serving as 64443f9a1829,42657,1732360822270, RpcServer on 64443f9a1829/172.17.0.3:42657, sessionid=0x101676c4da80001 2024-11-23T11:20:25,209 DEBUG [RS:0;64443f9a1829:42657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T11:20:25,209 DEBUG [RS:0;64443f9a1829:42657 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64443f9a1829,42657,1732360822270 2024-11-23T11:20:25,209 DEBUG [RS:0;64443f9a1829:42657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,42657,1732360822270' 2024-11-23T11:20:25,209 DEBUG [RS:0;64443f9a1829:42657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0365676290/flush-table-proc/abort' 2024-11-23T11:20:25,210 DEBUG [RS:0;64443f9a1829:42657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0365676290/flush-table-proc/acquired' 2024-11-23T11:20:25,210 DEBUG [RS:0;64443f9a1829:42657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T11:20:25,210 DEBUG [RS:0;64443f9a1829:42657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T11:20:25,210 DEBUG [RS:0;64443f9a1829:42657 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64443f9a1829,42657,1732360822270 2024-11-23T11:20:25,210 DEBUG [RS:0;64443f9a1829:42657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,42657,1732360822270' 2024-11-23T11:20:25,210 DEBUG [RS:0;64443f9a1829:42657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0365676290/online-snapshot/abort' 2024-11-23T11:20:25,210 DEBUG [RS:0;64443f9a1829:42657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0365676290/online-snapshot/acquired' 2024-11-23T11:20:25,210 DEBUG [RS:0;64443f9a1829:42657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T11:20:25,210 INFO [RS:0;64443f9a1829:42657 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T11:20:25,210 INFO [RS:0;64443f9a1829:42657 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T11:20:25,311 INFO [RS:0;64443f9a1829:42657 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:20:25,313 INFO [RS:0;64443f9a1829:42657 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C42657%2C1732360822270, suffix=, logDir=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270, archiveDir=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/oldWALs, maxLogs=10 2024-11-23T11:20:25,329 DEBUG [RS:0;64443f9a1829:42657 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313, exclude list is [], retry=0 2024-11-23T11:20:25,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42567,DS-36489457-c6c1-4c69-841c-95e0cd831d1b,DISK] 2024-11-23T11:20:25,341 INFO [RS:0;64443f9a1829:42657 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313 2024-11-23T11:20:25,341 DEBUG [RS:0;64443f9a1829:42657 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39485:39485)] 2024-11-23T11:20:25,486 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T11:20:25,486 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a 2024-11-23T11:20:25,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42567 is added to blk_1073741833_1009 (size=32) 2024-11-23T11:20:25,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:20:25,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:20:25,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:20:25,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:25,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:25,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:20:25,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:20:25,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:25,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:25,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:20:25,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:20:25,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:25,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:25,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:20:25,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:20:25,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:25,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:25,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:20:25,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/hbase/meta/1588230740 2024-11-23T11:20:25,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/hbase/meta/1588230740 2024-11-23T11:20:25,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:20:25,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:20:25,906 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:20:25,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:20:25,908 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:20:25,908 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65299004, jitterRate=-0.02696901559829712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:20:25,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732360825899Initializing all the Stores at 1732360825899Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360825899Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360825899Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360825899Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360825899Cleaning up temporary data from old regions at 1732360825905 (+6 ms)Region opened successfully at 1732360825909 (+4 ms) 2024-11-23T11:20:25,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:20:25,909 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:20:25,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:20:25,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:20:25,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:20:25,910 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:20:25,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360825909Disabling compacts and flushes for region at 1732360825909Disabling writes for close at 1732360825909Writing region close event to WAL at 1732360825910 (+1 ms)Closed at 1732360825910 2024-11-23T11:20:25,910 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:20:25,910 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T11:20:25,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T11:20:25,911 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:20:25,912 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T11:20:26,062 DEBUG [64443f9a1829:43761 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T11:20:26,063 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64443f9a1829,42657,1732360822270 2024-11-23T11:20:26,064 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,42657,1732360822270, state=OPENING 2024-11-23T11:20:26,077 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T11:20:26,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101676c4da80001, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0365676290 2024-11-23T11:20:26,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x101676c4da80000, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0365676290 2024-11-23T11:20:26,099 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0365676290/meta-region-server: CHANGED 2024-11-23T11:20:26,099 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:20:26,099 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,42657,1732360822270}] 2024-11-23T11:20:26,100 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0365676290/meta-region-server: CHANGED 2024-11-23T11:20:26,252 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:20:26,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T11:20:26,268 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T11:20:26,268 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:20:26,268 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T11:20:26,270 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C42657%2C1732360822270.meta, suffix=.meta, logDir=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270, archiveDir=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/oldWALs, maxLogs=10 2024-11-23T11:20:26,287 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.meta.1732360826270.meta, exclude list is [], retry=0 2024-11-23T11:20:26,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42567,DS-36489457-c6c1-4c69-841c-95e0cd831d1b,DISK] 2024-11-23T11:20:26,291 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.meta.1732360826270.meta 2024-11-23T11:20:26,292 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39485:39485)] 2024-11-23T11:20:26,292 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:20:26,293 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:20:26,293 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:20:26,293 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T11:20:26,293 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T11:20:26,293 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T11:20:26,293 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:20:26,293 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T11:20:26,293 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T11:20:26,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:20:26,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:20:26,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:26,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:26,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:20:26,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:20:26,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:26,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:26,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:20:26,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:20:26,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:26,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:26,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:20:26,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:20:26,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:26,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:26,298 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:20:26,299 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/hbase/meta/1588230740 2024-11-23T11:20:26,300 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/hbase/meta/1588230740 2024-11-23T11:20:26,301 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:20:26,302 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:20:26,302 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:20:26,303 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:20:26,304 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64243559, jitterRate=-0.04269637167453766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:20:26,304 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T11:20:26,304 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732360826294Writing region info on filesystem at 1732360826294Initializing all the Stores at 1732360826294Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360826294Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360826295 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360826295Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360826295Cleaning up temporary data from old regions at 1732360826302 (+7 ms)Running coprocessor post-open hooks at 1732360826304 (+2 ms)Region opened successfully at 1732360826304 2024-11-23T11:20:26,306 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732360826252 2024-11-23T11:20:26,308 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T11:20:26,308 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T11:20:26,309 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64443f9a1829,42657,1732360822270 2024-11-23T11:20:26,310 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,42657,1732360822270, state=OPEN 2024-11-23T11:20:26,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101676c4da80001, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0365676290/meta-region-server 2024-11-23T11:20:26,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x101676c4da80000, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0365676290/meta-region-server 2024-11-23T11:20:26,350 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0365676290/meta-region-server: CHANGED 2024-11-23T11:20:26,350 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0365676290/meta-region-server: CHANGED 2024-11-23T11:20:26,350 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64443f9a1829,42657,1732360822270 2024-11-23T11:20:26,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T11:20:26,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,42657,1732360822270 in 251 msec 2024-11-23T11:20:26,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T11:20:26,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 442 msec 2024-11-23T11:20:26,356 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:20:26,356 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T11:20:26,358 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:20:26,358 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,42657,1732360822270, seqNum=-1] 2024-11-23T11:20:26,358 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:20:26,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:20:26,364 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2910 sec 2024-11-23T11:20:26,364 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732360826364, completionTime=-1 2024-11-23T11:20:26,364 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T11:20:26,364 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T11:20:26,366 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T11:20:26,366 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732360886366 2024-11-23T11:20:26,366 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732360946366 2024-11-23T11:20:26,366 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T11:20:26,367 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,43761,1732360822012-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:26,367 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,43761,1732360822012-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:26,367 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,43761,1732360822012-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:26,367 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64443f9a1829:43761, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:26,367 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:26,369 DEBUG [master/64443f9a1829:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T11:20:26,372 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:26,377 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.032sec 2024-11-23T11:20:26,377 INFO [master/64443f9a1829:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T11:20:26,377 INFO [master/64443f9a1829:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T11:20:26,377 INFO [master/64443f9a1829:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T11:20:26,377 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T11:20:26,377 INFO [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T11:20:26,377 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,43761,1732360822012-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:20:26,377 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,43761,1732360822012-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T11:20:26,379 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T11:20:26,379 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T11:20:26,379 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,43761,1732360822012-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:26,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d70d43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:26,407 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,43761,-1 for getting cluster id 2024-11-23T11:20:26,408 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:20:26,411 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'caae8720-86e2-40ec-8b4b-c547d7526e33' 2024-11-23T11:20:26,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:20:26,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "caae8720-86e2-40ec-8b4b-c547d7526e33" 2024-11-23T11:20:26,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e821452, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:26,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,43761,-1] 2024-11-23T11:20:26,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:20:26,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:26,413 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:20:26,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8f9070e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:26,414 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:20:26,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,42657,1732360822270, seqNum=-1] 2024-11-23T11:20:26,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:20:26,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:20:26,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64443f9a1829,43761,1732360822012 2024-11-23T11:20:26,419 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58912 2024-11-23T11:20:26,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:20:26,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101676c4da80002 connected 2024-11-23T11:20:26,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216/hadoop.log.dir so I do NOT create it in target/test-data/125db95c-0dd4-7865-7373-adcea13baf61 2024-11-23T11:20:26,579 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T11:20:26,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216/hadoop.tmp.dir so I do NOT create it in target/test-data/125db95c-0dd4-7865-7373-adcea13baf61 2024-11-23T11:20:26,579 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T11:20:26,579 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/125db95c-0dd4-7865-7373-adcea13baf61 2024-11-23T11:20:26,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T11:20:26,579 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/125db95c-0dd4-7865-7373-adcea13baf61/cluster_ab355d48-ab57-b990-fff0-9ed0bc80d191, deleteOnExit=true 2024-11-23T11:20:26,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T11:20:26,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/125db95c-0dd4-7865-7373-adcea13baf61/test.cache.data in system properties and HBase conf 2024-11-23T11:20:26,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/125db95c-0dd4-7865-7373-adcea13baf61/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T11:20:26,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/125db95c-0dd4-7865-7373-adcea13baf61/hadoop.log.dir in system properties and HBase conf 2024-11-23T11:20:26,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/125db95c-0dd4-7865-7373-adcea13baf61/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T11:20:26,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/125db95c-0dd4-7865-7373-adcea13baf61/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T11:20:26,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T11:20:26,580 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T11:20:26,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/125db95c-0dd4-7865-7373-adcea13baf61/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:20:26,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/125db95c-0dd4-7865-7373-adcea13baf61/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:20:26,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/125db95c-0dd4-7865-7373-adcea13baf61/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T11:20:26,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/125db95c-0dd4-7865-7373-adcea13baf61/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:20:26,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/125db95c-0dd4-7865-7373-adcea13baf61/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T11:20:26,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/125db95c-0dd4-7865-7373-adcea13baf61/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T11:20:26,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/125db95c-0dd4-7865-7373-adcea13baf61/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:20:26,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/125db95c-0dd4-7865-7373-adcea13baf61/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:20:26,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/125db95c-0dd4-7865-7373-adcea13baf61/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T11:20:26,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/125db95c-0dd4-7865-7373-adcea13baf61/nfs.dump.dir in system properties and HBase conf 2024-11-23T11:20:26,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/125db95c-0dd4-7865-7373-adcea13baf61/java.io.tmpdir in system properties and HBase conf 2024-11-23T11:20:26,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/125db95c-0dd4-7865-7373-adcea13baf61/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:20:26,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/125db95c-0dd4-7865-7373-adcea13baf61/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T11:20:26,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/125db95c-0dd4-7865-7373-adcea13baf61/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T11:20:26,979 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:20:26,984 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:20:26,985 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:20:26,985 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:20:26,985 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T11:20:26,986 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:20:26,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@535bcf4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/125db95c-0dd4-7865-7373-adcea13baf61/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:20:26,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@454a6aca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:20:27,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@aefdacb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/125db95c-0dd4-7865-7373-adcea13baf61/java.io.tmpdir/jetty-localhost-40955-hadoop-hdfs-3_4_1-tests_jar-_-any-14469947586706578122/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:20:27,111 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13efbb47{HTTP/1.1, (http/1.1)}{localhost:40955} 2024-11-23T11:20:27,111 INFO [Time-limited test {}] server.Server(415): Started @201416ms 2024-11-23T11:20:27,413 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:20:27,416 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:20:27,420 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:20:27,420 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:20:27,420 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T11:20:27,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10fc23f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/125db95c-0dd4-7865-7373-adcea13baf61/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:20:27,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@730384bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:20:27,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e651f89{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/125db95c-0dd4-7865-7373-adcea13baf61/java.io.tmpdir/jetty-localhost-41673-hadoop-hdfs-3_4_1-tests_jar-_-any-15083541785946326155/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:20:27,518 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4740b0e0{HTTP/1.1, (http/1.1)}{localhost:41673} 2024-11-23T11:20:27,518 INFO [Time-limited test {}] server.Server(415): Started @201822ms 2024-11-23T11:20:27,519 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T11:20:28,063 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:20:28,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:28,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:28,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:28,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:28,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:28,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:28,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:28,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:28,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:28,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:28,330 WARN [Thread-2303 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/125db95c-0dd4-7865-7373-adcea13baf61/cluster_ab355d48-ab57-b990-fff0-9ed0bc80d191/data/data1/current/BP-1284951982-172.17.0.3-1732360826601/current, will proceed with Du for space computation calculation, 2024-11-23T11:20:28,330 WARN [Thread-2304 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/125db95c-0dd4-7865-7373-adcea13baf61/cluster_ab355d48-ab57-b990-fff0-9ed0bc80d191/data/data2/current/BP-1284951982-172.17.0.3-1732360826601/current, will proceed with Du for space computation calculation, 2024-11-23T11:20:28,360 WARN [Thread-2290 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T11:20:28,363 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13408eff11c623b4 with lease ID 0xdadfa8b67d8a9497: Processing first storage report for DS-f0e343ee-0d6a-4f9b-837e-d97702dd66f5 from datanode DatanodeRegistration(127.0.0.1:34807, datanodeUuid=2acb4a2c-ecc2-4e9a-a0fb-e335329b8306, infoPort=32787, infoSecurePort=0, ipcPort=37635, storageInfo=lv=-57;cid=testClusterID;nsid=1635133155;c=1732360826601) 2024-11-23T11:20:28,363 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13408eff11c623b4 with lease ID 0xdadfa8b67d8a9497: from storage DS-f0e343ee-0d6a-4f9b-837e-d97702dd66f5 node DatanodeRegistration(127.0.0.1:34807, datanodeUuid=2acb4a2c-ecc2-4e9a-a0fb-e335329b8306, infoPort=32787, infoSecurePort=0, ipcPort=37635, storageInfo=lv=-57;cid=testClusterID;nsid=1635133155;c=1732360826601), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T11:20:28,363 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13408eff11c623b4 with lease ID 0xdadfa8b67d8a9497: Processing first storage report for DS-dc89dbab-d187-4c4f-a12e-f3e044d47021 from datanode DatanodeRegistration(127.0.0.1:34807, datanodeUuid=2acb4a2c-ecc2-4e9a-a0fb-e335329b8306, infoPort=32787, infoSecurePort=0, ipcPort=37635, storageInfo=lv=-57;cid=testClusterID;nsid=1635133155;c=1732360826601) 2024-11-23T11:20:28,363 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13408eff11c623b4 with lease ID 0xdadfa8b67d8a9497: from storage DS-dc89dbab-d187-4c4f-a12e-f3e044d47021 node DatanodeRegistration(127.0.0.1:34807, datanodeUuid=2acb4a2c-ecc2-4e9a-a0fb-e335329b8306, infoPort=32787, infoSecurePort=0, ipcPort=37635, storageInfo=lv=-57;cid=testClusterID;nsid=1635133155;c=1732360826601), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:20:28,464 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/125db95c-0dd4-7865-7373-adcea13baf61 2024-11-23T11:20:28,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:28,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:28,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741825_1001 (size=7) 2024-11-23T11:20:28,892 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687 with version=8 2024-11-23T11:20:28,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/hbase-staging 2024-11-23T11:20:28,894 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:20:28,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:20:28,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:20:28,894 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:20:28,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:20:28,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:20:28,895 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T11:20:28,895 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:20:28,897 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39997 2024-11-23T11:20:28,897 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39997 connecting to ZooKeeper ensemble=127.0.0.1:58912 2024-11-23T11:20:28,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399970x0, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:20:28,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39997-0x101676c4da80003 connected 2024-11-23T11:20:29,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:29,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:29,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39997-0x101676c4da80003, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Set watcher on znode that does not yet exist, /1-1963088046/running 2024-11-23T11:20:29,041 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687, hbase.cluster.distributed=false 2024-11-23T11:20:29,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39997-0x101676c4da80003, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Set watcher on znode that does not yet exist, /1-1963088046/acl 2024-11-23T11:20:29,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39997 2024-11-23T11:20:29,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39997 2024-11-23T11:20:29,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39997 2024-11-23T11:20:29,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39997 2024-11-23T11:20:29,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39997 2024-11-23T11:20:29,059 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:20:29,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:20:29,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:20:29,060 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:20:29,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:20:29,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:20:29,060 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T11:20:29,060 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:20:29,064 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34865 2024-11-23T11:20:29,065 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34865 connecting to ZooKeeper ensemble=127.0.0.1:58912 2024-11-23T11:20:29,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:29,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:29,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348650x0, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:20:29,082 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348650x0, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Set watcher on znode that does not yet exist, /1-1963088046/running 2024-11-23T11:20:29,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34865-0x101676c4da80004 connected 2024-11-23T11:20:29,082 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T11:20:29,082 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T11:20:29,083 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34865-0x101676c4da80004, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Set watcher on znode that does not yet exist, /1-1963088046/master 2024-11-23T11:20:29,083 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34865-0x101676c4da80004, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Set watcher on znode that does not yet exist, /1-1963088046/acl 2024-11-23T11:20:29,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34865 2024-11-23T11:20:29,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34865 2024-11-23T11:20:29,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34865 2024-11-23T11:20:29,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34865 2024-11-23T11:20:29,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34865 2024-11-23T11:20:29,122 DEBUG [M:0;64443f9a1829:39997 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64443f9a1829:39997 2024-11-23T11:20:29,136 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1963088046/backup-masters/64443f9a1829,39997,1732360828894 2024-11-23T11:20:29,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x101676c4da80004, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1963088046/backup-masters 2024-11-23T11:20:29,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39997-0x101676c4da80003, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1963088046/backup-masters 2024-11-23T11:20:29,145 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39997-0x101676c4da80003, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Set watcher on existing znode=/1-1963088046/backup-masters/64443f9a1829,39997,1732360828894 2024-11-23T11:20:29,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x101676c4da80004, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1963088046/master 2024-11-23T11:20:29,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39997-0x101676c4da80003, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1963088046 2024-11-23T11:20:29,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x101676c4da80004, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1963088046 2024-11-23T11:20:29,155 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39997-0x101676c4da80003, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Set watcher on existing znode=/1-1963088046/master 2024-11-23T11:20:29,156 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1963088046/backup-masters/64443f9a1829,39997,1732360828894 from backup master directory 2024-11-23T11:20:29,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39997-0x101676c4da80003, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1963088046/backup-masters/64443f9a1829,39997,1732360828894 2024-11-23T11:20:29,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x101676c4da80004, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1963088046/backup-masters 2024-11-23T11:20:29,165 WARN [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:20:29,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39997-0x101676c4da80003, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1963088046/backup-masters 2024-11-23T11:20:29,166 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64443f9a1829,39997,1732360828894 2024-11-23T11:20:29,169 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/hbase.id] with ID: f915b8c8-63aa-44c5-9c33-9416482e50e3 2024-11-23T11:20:29,169 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/.tmp/hbase.id 2024-11-23T11:20:29,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741826_1002 (size=42) 2024-11-23T11:20:29,179 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/.tmp/hbase.id]:[hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/hbase.id] 2024-11-23T11:20:29,190 INFO [master/64443f9a1829:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:29,190 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T11:20:29,191 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T11:20:29,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39997-0x101676c4da80003, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1963088046 2024-11-23T11:20:29,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x101676c4da80004, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1963088046 2024-11-23T11:20:29,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741827_1003 (size=196) 2024-11-23T11:20:29,226 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:20:29,227 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T11:20:29,227 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:20:29,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741828_1004 (size=1189) 2024-11-23T11:20:29,643 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/MasterData/data/master/store 2024-11-23T11:20:29,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741829_1005 (size=34) 2024-11-23T11:20:30,049 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:20:30,049 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:20:30,049 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:20:30,049 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:20:30,049 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:20:30,049 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:20:30,049 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:20:30,049 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360830049Disabling compacts and flushes for region at 1732360830049Disabling writes for close at 1732360830049Writing region close event to WAL at 1732360830049Closed at 1732360830049 2024-11-23T11:20:30,050 WARN [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/MasterData/data/master/store/.initializing 2024-11-23T11:20:30,050 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/MasterData/WALs/64443f9a1829,39997,1732360828894 2024-11-23T11:20:30,051 INFO [master/64443f9a1829:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:20:30,053 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64443f9a1829%2C39997%2C1732360828894, suffix=, logDir=hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/MasterData/WALs/64443f9a1829,39997,1732360828894, archiveDir=hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/MasterData/oldWALs, maxLogs=10 2024-11-23T11:20:30,072 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/MasterData/WALs/64443f9a1829,39997,1732360828894/64443f9a1829%2C39997%2C1732360828894.1732360830053, exclude list is [], retry=0 2024-11-23T11:20:30,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34807,DS-f0e343ee-0d6a-4f9b-837e-d97702dd66f5,DISK] 2024-11-23T11:20:30,087 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/MasterData/WALs/64443f9a1829,39997,1732360828894/64443f9a1829%2C39997%2C1732360828894.1732360830053 2024-11-23T11:20:30,087 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32787:32787)] 2024-11-23T11:20:30,087 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:20:30,088 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:20:30,088 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:30,088 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:30,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:30,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T11:20:30,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:30,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:30,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:30,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T11:20:30,091 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:30,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:30,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:30,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T11:20:30,093 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:30,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:30,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:30,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T11:20:30,095 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:30,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:30,095 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:30,096 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:30,096 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:30,097 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:30,097 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:30,097 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:20:30,098 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:30,099 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:20:30,100 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74903547, jitterRate=0.11614982783794403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:20:30,100 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732360830088Initializing all the Stores at 1732360830089 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360830089Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360830089Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360830089Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360830089Cleaning up temporary data from old regions at 1732360830097 (+8 ms)Region opened successfully at 1732360830100 (+3 ms) 2024-11-23T11:20:30,100 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T11:20:30,102 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a7efd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:20:30,103 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T11:20:30,103 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T11:20:30,103 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T11:20:30,103 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T11:20:30,103 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T11:20:30,103 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T11:20:30,103 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T11:20:30,105 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T11:20:30,105 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39997-0x101676c4da80003, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Unable to get data of znode /1-1963088046/balancer because node does not exist (not necessarily an error) 2024-11-23T11:20:30,172 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1963088046/balancer already deleted, retry=false 2024-11-23T11:20:30,172 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T11:20:30,173 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39997-0x101676c4da80003, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Unable to get data of znode /1-1963088046/normalizer because node does not exist (not necessarily an error) 2024-11-23T11:20:30,182 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1963088046/normalizer already deleted, retry=false 2024-11-23T11:20:30,183 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T11:20:30,184 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39997-0x101676c4da80003, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Unable to get data of znode /1-1963088046/switch/split because node does not exist (not necessarily an error) 2024-11-23T11:20:30,193 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1963088046/switch/split already deleted, retry=false 2024-11-23T11:20:30,194 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39997-0x101676c4da80003, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Unable to get data of znode /1-1963088046/switch/merge because node does not exist (not necessarily an error) 2024-11-23T11:20:30,207 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1963088046/switch/merge already deleted, retry=false 2024-11-23T11:20:30,217 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39997-0x101676c4da80003, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Unable to get data of znode /1-1963088046/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T11:20:30,229 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1963088046/snapshot-cleanup already deleted, retry=false 2024-11-23T11:20:30,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x101676c4da80004, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1963088046/running 2024-11-23T11:20:30,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x101676c4da80004, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1963088046 2024-11-23T11:20:30,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39997-0x101676c4da80003, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1963088046/running 2024-11-23T11:20:30,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39997-0x101676c4da80003, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1963088046 2024-11-23T11:20:30,241 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64443f9a1829,39997,1732360828894, sessionid=0x101676c4da80003, setting cluster-up flag (Was=false) 2024-11-23T11:20:30,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39997-0x101676c4da80003, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1963088046 2024-11-23T11:20:30,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x101676c4da80004, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1963088046 2024-11-23T11:20:30,292 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1963088046/flush-table-proc/acquired, /1-1963088046/flush-table-proc/reached, /1-1963088046/flush-table-proc/abort 2024-11-23T11:20:30,294 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,39997,1732360828894 2024-11-23T11:20:30,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x101676c4da80004, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1963088046 2024-11-23T11:20:30,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39997-0x101676c4da80003, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1963088046 2024-11-23T11:20:30,344 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1963088046/online-snapshot/acquired, /1-1963088046/online-snapshot/reached, /1-1963088046/online-snapshot/abort 2024-11-23T11:20:30,346 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,39997,1732360828894 2024-11-23T11:20:30,347 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T11:20:30,354 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T11:20:30,354 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T11:20:30,355 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T11:20:30,355 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64443f9a1829,39997,1732360828894 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T11:20:30,362 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:20:30,362 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:20:30,362 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:20:30,362 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:20:30,362 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64443f9a1829:0, corePoolSize=10, maxPoolSize=10 2024-11-23T11:20:30,362 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:30,362 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:20:30,362 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:30,386 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:20:30,386 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T11:20:30,387 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:30,388 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T11:20:30,408 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732360860408 2024-11-23T11:20:30,409 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T11:20:30,409 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T11:20:30,409 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T11:20:30,409 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T11:20:30,409 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T11:20:30,409 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T11:20:30,418 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:30,420 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T11:20:30,420 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T11:20:30,420 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T11:20:30,421 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T11:20:30,431 INFO [RS:0;64443f9a1829:34865 {}] regionserver.HRegionServer(746): ClusterId : f915b8c8-63aa-44c5-9c33-9416482e50e3 2024-11-23T11:20:30,432 DEBUG [RS:0;64443f9a1829:34865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T11:20:30,468 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T11:20:30,468 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T11:20:30,482 DEBUG [RS:0;64443f9a1829:34865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T11:20:30,482 DEBUG [RS:0;64443f9a1829:34865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T11:20:30,484 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360830468,5,FailOnTimeoutGroup] 2024-11-23T11:20:30,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741831_1007 (size=1321) 2024-11-23T11:20:30,512 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360830484,5,FailOnTimeoutGroup] 2024-11-23T11:20:30,512 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:30,512 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T11:20:30,512 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:30,512 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:30,565 DEBUG [RS:0;64443f9a1829:34865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T11:20:30,565 DEBUG [RS:0;64443f9a1829:34865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@293126a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:20:30,578 DEBUG [RS:0;64443f9a1829:34865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64443f9a1829:34865 2024-11-23T11:20:30,578 INFO [RS:0;64443f9a1829:34865 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T11:20:30,578 INFO [RS:0;64443f9a1829:34865 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T11:20:30,578 DEBUG [RS:0;64443f9a1829:34865 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T11:20:30,579 INFO [RS:0;64443f9a1829:34865 {}] regionserver.HRegionServer(2659): reportForDuty to master=64443f9a1829,39997,1732360828894 with port=34865, startcode=1732360829059 2024-11-23T11:20:30,579 DEBUG [RS:0;64443f9a1829:34865 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T11:20:30,580 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T11:20:30,581 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39997 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64443f9a1829,34865,1732360829059 2024-11-23T11:20:30,581 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39997 {}] master.ServerManager(517): Registering regionserver=64443f9a1829,34865,1732360829059 2024-11-23T11:20:30,582 DEBUG [RS:0;64443f9a1829:34865 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687 2024-11-23T11:20:30,582 DEBUG [RS:0;64443f9a1829:34865 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37317 2024-11-23T11:20:30,582 DEBUG [RS:0;64443f9a1829:34865 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T11:20:30,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39997-0x101676c4da80003, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1963088046/rs 2024-11-23T11:20:30,691 DEBUG [RS:0;64443f9a1829:34865 {}] zookeeper.ZKUtil(111): regionserver:34865-0x101676c4da80004, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Set watcher on existing znode=/1-1963088046/rs/64443f9a1829,34865,1732360829059 2024-11-23T11:20:30,692 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64443f9a1829,34865,1732360829059] 2024-11-23T11:20:30,692 WARN [RS:0;64443f9a1829:34865 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:20:30,692 INFO [RS:0;64443f9a1829:34865 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:20:30,692 DEBUG [RS:0;64443f9a1829:34865 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059 2024-11-23T11:20:30,694 INFO [RS:0;64443f9a1829:34865 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T11:20:30,695 INFO [RS:0;64443f9a1829:34865 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T11:20:30,695 INFO [RS:0;64443f9a1829:34865 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T11:20:30,695 INFO [RS:0;64443f9a1829:34865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:30,696 INFO [RS:0;64443f9a1829:34865 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T11:20:30,696 INFO [RS:0;64443f9a1829:34865 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T11:20:30,696 INFO [RS:0;64443f9a1829:34865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:30,696 DEBUG [RS:0;64443f9a1829:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:30,696 DEBUG [RS:0;64443f9a1829:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:30,696 DEBUG [RS:0;64443f9a1829:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:30,696 DEBUG [RS:0;64443f9a1829:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:30,697 DEBUG [RS:0;64443f9a1829:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:30,697 DEBUG [RS:0;64443f9a1829:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:20:30,697 DEBUG [RS:0;64443f9a1829:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:30,697 DEBUG [RS:0;64443f9a1829:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:30,697 DEBUG [RS:0;64443f9a1829:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:30,697 DEBUG [RS:0;64443f9a1829:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:30,697 DEBUG [RS:0;64443f9a1829:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:30,697 DEBUG [RS:0;64443f9a1829:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:30,697 DEBUG [RS:0;64443f9a1829:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:20:30,697 DEBUG [RS:0;64443f9a1829:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:20:30,697 INFO [RS:0;64443f9a1829:34865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:30,697 INFO [RS:0;64443f9a1829:34865 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:30,697 INFO [RS:0;64443f9a1829:34865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:30,698 INFO [RS:0;64443f9a1829:34865 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:30,698 INFO [RS:0;64443f9a1829:34865 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:30,698 INFO [RS:0;64443f9a1829:34865 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,34865,1732360829059-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:20:30,710 INFO [RS:0;64443f9a1829:34865 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T11:20:30,710 INFO [RS:0;64443f9a1829:34865 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,34865,1732360829059-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:30,710 INFO [RS:0;64443f9a1829:34865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:30,710 INFO [RS:0;64443f9a1829:34865 {}] regionserver.Replication(171): 64443f9a1829,34865,1732360829059 started 2024-11-23T11:20:30,721 INFO [RS:0;64443f9a1829:34865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:30,721 INFO [RS:0;64443f9a1829:34865 {}] regionserver.HRegionServer(1482): Serving as 64443f9a1829,34865,1732360829059, RpcServer on 64443f9a1829/172.17.0.3:34865, sessionid=0x101676c4da80004 2024-11-23T11:20:30,721 DEBUG [RS:0;64443f9a1829:34865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T11:20:30,721 DEBUG [RS:0;64443f9a1829:34865 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64443f9a1829,34865,1732360829059 2024-11-23T11:20:30,721 DEBUG [RS:0;64443f9a1829:34865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,34865,1732360829059' 2024-11-23T11:20:30,721 DEBUG [RS:0;64443f9a1829:34865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1963088046/flush-table-proc/abort' 2024-11-23T11:20:30,722 DEBUG [RS:0;64443f9a1829:34865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1963088046/flush-table-proc/acquired' 2024-11-23T11:20:30,722 DEBUG [RS:0;64443f9a1829:34865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T11:20:30,722 DEBUG [RS:0;64443f9a1829:34865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T11:20:30,722 DEBUG [RS:0;64443f9a1829:34865 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64443f9a1829,34865,1732360829059 2024-11-23T11:20:30,722 DEBUG [RS:0;64443f9a1829:34865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,34865,1732360829059' 2024-11-23T11:20:30,722 DEBUG [RS:0;64443f9a1829:34865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1963088046/online-snapshot/abort' 2024-11-23T11:20:30,722 DEBUG [RS:0;64443f9a1829:34865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1963088046/online-snapshot/acquired' 2024-11-23T11:20:30,723 DEBUG [RS:0;64443f9a1829:34865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T11:20:30,723 INFO [RS:0;64443f9a1829:34865 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T11:20:30,723 INFO [RS:0;64443f9a1829:34865 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T11:20:30,823 INFO [RS:0;64443f9a1829:34865 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:20:30,824 INFO [RS:0;64443f9a1829:34865 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C34865%2C1732360829059, suffix=, logDir=hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059, archiveDir=hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/oldWALs, maxLogs=10 2024-11-23T11:20:30,843 DEBUG [RS:0;64443f9a1829:34865 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059/64443f9a1829%2C34865%2C1732360829059.1732360830825, exclude list is [], retry=0 2024-11-23T11:20:30,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34807,DS-f0e343ee-0d6a-4f9b-837e-d97702dd66f5,DISK] 2024-11-23T11:20:30,848 INFO [RS:0;64443f9a1829:34865 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059/64443f9a1829%2C34865%2C1732360829059.1732360830825 2024-11-23T11:20:30,849 DEBUG [RS:0;64443f9a1829:34865 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32787:32787)] 2024-11-23T11:20:30,904 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T11:20:30,904 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687 2024-11-23T11:20:30,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741833_1009 (size=32) 2024-11-23T11:20:31,165 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T11:20:31,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:20:31,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:20:31,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:20:31,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:31,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:31,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:20:31,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:20:31,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:31,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:31,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:20:31,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:20:31,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:31,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:31,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:20:31,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:20:31,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:31,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:31,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:20:31,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/hbase/meta/1588230740 2024-11-23T11:20:31,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/hbase/meta/1588230740 2024-11-23T11:20:31,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:20:31,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:20:31,338 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:20:31,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:20:31,353 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:20:31,353 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71293358, jitterRate=0.062353819608688354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:20:31,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732360831311Initializing all the Stores at 1732360831312 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360831312Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360831312Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360831312Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360831312Cleaning up temporary data from old regions at 1732360831338 (+26 ms)Region opened successfully at 1732360831354 (+16 ms) 2024-11-23T11:20:31,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:20:31,354 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:20:31,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:20:31,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:20:31,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:20:31,355 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:20:31,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360831354Disabling compacts and flushes for region at 1732360831354Disabling writes for close at 1732360831354Writing region close event to WAL at 1732360831355 (+1 ms)Closed at 1732360831355 2024-11-23T11:20:31,356 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:20:31,356 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T11:20:31,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T11:20:31,358 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:20:31,358 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T11:20:31,509 DEBUG [64443f9a1829:39997 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T11:20:31,509 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64443f9a1829,34865,1732360829059 2024-11-23T11:20:31,510 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,34865,1732360829059, state=OPENING 2024-11-23T11:20:31,523 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T11:20:31,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x101676c4da80004, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1963088046 2024-11-23T11:20:31,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39997-0x101676c4da80003, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1963088046 2024-11-23T11:20:31,534 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:20:31,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1963088046/meta-region-server: CHANGED 2024-11-23T11:20:31,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1963088046/meta-region-server: CHANGED 2024-11-23T11:20:31,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,34865,1732360829059}] 2024-11-23T11:20:31,697 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:20:31,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T11:20:31,706 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T11:20:31,706 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:20:31,706 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T11:20:31,707 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C34865%2C1732360829059.meta, suffix=.meta, logDir=hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059, archiveDir=hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/oldWALs, maxLogs=10 2024-11-23T11:20:31,729 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059/64443f9a1829%2C34865%2C1732360829059.meta.1732360831707.meta, exclude list is [], retry=0 2024-11-23T11:20:31,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34807,DS-f0e343ee-0d6a-4f9b-837e-d97702dd66f5,DISK] 2024-11-23T11:20:31,737 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059/64443f9a1829%2C34865%2C1732360829059.meta.1732360831707.meta 2024-11-23T11:20:31,741 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32787:32787)] 2024-11-23T11:20:31,741 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:20:31,742 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:20:31,742 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:20:31,742 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T11:20:31,742 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T11:20:31,742 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T11:20:31,742 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:20:31,743 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T11:20:31,743 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T11:20:31,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:20:31,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:20:31,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:31,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:31,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:20:31,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:20:31,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:31,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:31,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:20:31,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:20:31,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:31,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:31,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:20:31,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:20:31,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:31,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:31,764 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:20:31,765 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/hbase/meta/1588230740 2024-11-23T11:20:31,766 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/hbase/meta/1588230740 2024-11-23T11:20:31,766 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:20:31,766 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:20:31,767 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:20:31,768 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:20:31,769 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64450802, jitterRate=-0.03960821032524109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:20:31,769 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T11:20:31,769 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732360831743Writing region info on filesystem at 1732360831743Initializing all the Stores at 1732360831744 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360831744Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360831757 (+13 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360831757Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360831757Cleaning up temporary data from old regions at 1732360831766 (+9 ms)Running coprocessor post-open hooks at 1732360831769 (+3 ms)Region opened successfully at 1732360831769 2024-11-23T11:20:31,770 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732360831696 2024-11-23T11:20:31,771 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T11:20:31,771 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T11:20:31,772 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64443f9a1829,34865,1732360829059 2024-11-23T11:20:31,773 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,34865,1732360829059, state=OPEN 2024-11-23T11:20:31,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39997-0x101676c4da80003, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1963088046/meta-region-server 2024-11-23T11:20:31,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x101676c4da80004, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1963088046/meta-region-server 2024-11-23T11:20:31,923 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1963088046/meta-region-server: CHANGED 2024-11-23T11:20:31,923 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1963088046/meta-region-server: CHANGED 2024-11-23T11:20:31,923 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64443f9a1829,34865,1732360829059 2024-11-23T11:20:31,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T11:20:31,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,34865,1732360829059 in 389 msec 2024-11-23T11:20:31,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T11:20:31,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 569 msec 2024-11-23T11:20:31,927 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:20:31,927 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T11:20:31,928 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:20:31,928 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,34865,1732360829059, seqNum=-1] 2024-11-23T11:20:31,929 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:20:31,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:20:31,933 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5800 sec 2024-11-23T11:20:31,934 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732360831934, completionTime=-1 2024-11-23T11:20:31,934 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T11:20:31,934 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T11:20:31,935 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T11:20:31,935 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732360891935 2024-11-23T11:20:31,935 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732360951935 2024-11-23T11:20:31,935 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T11:20:31,936 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,39997,1732360828894-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:31,936 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,39997,1732360828894-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:31,936 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,39997,1732360828894-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:31,936 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64443f9a1829:39997, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:31,936 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:31,937 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:31,938 DEBUG [master/64443f9a1829:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T11:20:31,940 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.774sec 2024-11-23T11:20:31,940 INFO [master/64443f9a1829:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T11:20:31,940 INFO [master/64443f9a1829:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T11:20:31,940 INFO [master/64443f9a1829:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T11:20:31,940 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T11:20:31,940 INFO [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T11:20:31,940 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,39997,1732360828894-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:20:31,940 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,39997,1732360828894-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T11:20:31,942 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T11:20:31,942 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T11:20:31,942 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,39997,1732360828894-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:32,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ca9064, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:32,031 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,39997,-1 for getting cluster id 2024-11-23T11:20:32,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:20:32,032 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f915b8c8-63aa-44c5-9c33-9416482e50e3' 2024-11-23T11:20:32,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:20:32,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f915b8c8-63aa-44c5-9c33-9416482e50e3" 2024-11-23T11:20:32,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d46202c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:32,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,39997,-1] 2024-11-23T11:20:32,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:20:32,034 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:32,034 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:20:32,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d04596e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:32,035 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:20:32,036 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,34865,1732360829059, seqNum=-1] 2024-11-23T11:20:32,037 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:20:32,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:20:32,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64443f9a1829,39997,1732360828894 2024-11-23T11:20:32,040 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58912 2024-11-23T11:20:32,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:20:32,225 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101676c4da80005 connected 2024-11-23T11:20:32,298 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:20:32,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,43761,1732360822012 2024-11-23T11:20:32,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a19a935 2024-11-23T11:20:32,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:20:32,300 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:20:32,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:20:32,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T11:20:32,303 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:20:32,303 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:32,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T11:20:32,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:20:32,304 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:20:32,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42567 is added to blk_1073741835_1011 (size=902) 2024-11-23T11:20:32,313 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 94e9501567b9593ebfb3d2ef84047298, NAME => 'test,,1732360832300.94e9501567b9593ebfb3d2ef84047298.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a 2024-11-23T11:20:32,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42567 is added to blk_1073741836_1012 (size=39) 2024-11-23T11:20:32,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:20:32,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T11:20:32,560 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T11:20:32,561 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:20:32,561 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-23T11:20:32,561 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:20:32,561 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T11:20:32,561 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T11:20:32,561 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T11:20:32,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:20:32,719 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732360832300.94e9501567b9593ebfb3d2ef84047298.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:20:32,719 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 94e9501567b9593ebfb3d2ef84047298, disabling compactions & flushes 2024-11-23T11:20:32,719 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732360832300.94e9501567b9593ebfb3d2ef84047298. 2024-11-23T11:20:32,719 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732360832300.94e9501567b9593ebfb3d2ef84047298. 2024-11-23T11:20:32,719 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732360832300.94e9501567b9593ebfb3d2ef84047298. after waiting 0 ms 2024-11-23T11:20:32,719 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732360832300.94e9501567b9593ebfb3d2ef84047298. 2024-11-23T11:20:32,719 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732360832300.94e9501567b9593ebfb3d2ef84047298. 2024-11-23T11:20:32,719 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 94e9501567b9593ebfb3d2ef84047298: Waiting for close lock at 1732360832719Disabling compacts and flushes for region at 1732360832719Disabling writes for close at 1732360832719Writing region close event to WAL at 1732360832719Closed at 1732360832719 2024-11-23T11:20:32,720 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:20:32,721 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732360832300.94e9501567b9593ebfb3d2ef84047298.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732360832721"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732360832721"}]},"ts":"1732360832721"} 2024-11-23T11:20:32,723 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T11:20:32,724 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:20:32,724 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360832724"}]},"ts":"1732360832724"} 2024-11-23T11:20:32,726 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T11:20:32,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=94e9501567b9593ebfb3d2ef84047298, ASSIGN}] 2024-11-23T11:20:32,728 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=94e9501567b9593ebfb3d2ef84047298, ASSIGN 2024-11-23T11:20:32,728 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=94e9501567b9593ebfb3d2ef84047298, ASSIGN; state=OFFLINE, location=64443f9a1829,42657,1732360822270; forceNewPlan=false, retain=false 2024-11-23T11:20:32,879 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=94e9501567b9593ebfb3d2ef84047298, regionState=OPENING, regionLocation=64443f9a1829,42657,1732360822270 2024-11-23T11:20:32,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=94e9501567b9593ebfb3d2ef84047298, ASSIGN because future has completed 2024-11-23T11:20:32,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94e9501567b9593ebfb3d2ef84047298, server=64443f9a1829,42657,1732360822270}] 2024-11-23T11:20:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:20:33,051 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732360832300.94e9501567b9593ebfb3d2ef84047298. 2024-11-23T11:20:33,051 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 94e9501567b9593ebfb3d2ef84047298, NAME => 'test,,1732360832300.94e9501567b9593ebfb3d2ef84047298.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:20:33,051 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:20:33,051 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T11:20:33,053 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 94e9501567b9593ebfb3d2ef84047298 2024-11-23T11:20:33,053 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732360832300.94e9501567b9593ebfb3d2ef84047298.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:20:33,053 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 94e9501567b9593ebfb3d2ef84047298 2024-11-23T11:20:33,053 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 94e9501567b9593ebfb3d2ef84047298 2024-11-23T11:20:33,064 INFO [StoreOpener-94e9501567b9593ebfb3d2ef84047298-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 94e9501567b9593ebfb3d2ef84047298 2024-11-23T11:20:33,066 INFO [StoreOpener-94e9501567b9593ebfb3d2ef84047298-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94e9501567b9593ebfb3d2ef84047298 columnFamilyName f 2024-11-23T11:20:33,066 DEBUG [StoreOpener-94e9501567b9593ebfb3d2ef84047298-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:33,066 INFO [StoreOpener-94e9501567b9593ebfb3d2ef84047298-1 {}] regionserver.HStore(327): Store=94e9501567b9593ebfb3d2ef84047298/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:33,066 INFO [StoreOpener-94e9501567b9593ebfb3d2ef84047298-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 94e9501567b9593ebfb3d2ef84047298 2024-11-23T11:20:33,067 INFO [StoreOpener-94e9501567b9593ebfb3d2ef84047298-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94e9501567b9593ebfb3d2ef84047298 columnFamilyName f1 2024-11-23T11:20:33,067 DEBUG [StoreOpener-94e9501567b9593ebfb3d2ef84047298-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:33,068 INFO [StoreOpener-94e9501567b9593ebfb3d2ef84047298-1 {}] regionserver.HStore(327): Store=94e9501567b9593ebfb3d2ef84047298/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:33,068 INFO [StoreOpener-94e9501567b9593ebfb3d2ef84047298-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 94e9501567b9593ebfb3d2ef84047298 2024-11-23T11:20:33,069 INFO [StoreOpener-94e9501567b9593ebfb3d2ef84047298-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94e9501567b9593ebfb3d2ef84047298 columnFamilyName norep 2024-11-23T11:20:33,069 DEBUG [StoreOpener-94e9501567b9593ebfb3d2ef84047298-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:33,069 INFO [StoreOpener-94e9501567b9593ebfb3d2ef84047298-1 {}] regionserver.HStore(327): Store=94e9501567b9593ebfb3d2ef84047298/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:33,069 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 94e9501567b9593ebfb3d2ef84047298 2024-11-23T11:20:33,070 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/default/test/94e9501567b9593ebfb3d2ef84047298 2024-11-23T11:20:33,070 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/default/test/94e9501567b9593ebfb3d2ef84047298 2024-11-23T11:20:33,071 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 94e9501567b9593ebfb3d2ef84047298 2024-11-23T11:20:33,071 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 94e9501567b9593ebfb3d2ef84047298 2024-11-23T11:20:33,072 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:20:33,073 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 94e9501567b9593ebfb3d2ef84047298 2024-11-23T11:20:33,077 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/default/test/94e9501567b9593ebfb3d2ef84047298/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:20:33,077 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 94e9501567b9593ebfb3d2ef84047298; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60659778, jitterRate=-0.0960988700389862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:20:33,078 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94e9501567b9593ebfb3d2ef84047298 2024-11-23T11:20:33,078 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 94e9501567b9593ebfb3d2ef84047298: Running coprocessor pre-open hook at 1732360833053Writing region info on filesystem at 1732360833053Initializing all the Stores at 1732360833057 (+4 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360833057Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360833064 (+7 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360833064Cleaning up temporary data from old regions at 1732360833071 (+7 ms)Running coprocessor post-open hooks at 1732360833078 (+7 ms)Region opened successfully at 1732360833078 2024-11-23T11:20:33,079 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732360832300.94e9501567b9593ebfb3d2ef84047298., pid=6, masterSystemTime=1732360833036 2024-11-23T11:20:33,082 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732360832300.94e9501567b9593ebfb3d2ef84047298. 2024-11-23T11:20:33,082 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732360832300.94e9501567b9593ebfb3d2ef84047298. 2024-11-23T11:20:33,083 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=94e9501567b9593ebfb3d2ef84047298, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=64443f9a1829,42657,1732360822270 2024-11-23T11:20:33,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94e9501567b9593ebfb3d2ef84047298, server=64443f9a1829,42657,1732360822270 because future has completed 2024-11-23T11:20:33,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T11:20:33,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 94e9501567b9593ebfb3d2ef84047298, server=64443f9a1829,42657,1732360822270 in 204 msec 2024-11-23T11:20:33,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T11:20:33,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=94e9501567b9593ebfb3d2ef84047298, ASSIGN in 362 msec 2024-11-23T11:20:33,093 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:20:33,094 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360833093"}]},"ts":"1732360833093"} 2024-11-23T11:20:33,097 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T11:20:33,099 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:20:33,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 798 msec 2024-11-23T11:20:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:20:33,445 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T11:20:33,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:20:33,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,39997,1732360828894 2024-11-23T11:20:33,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@130d747e 2024-11-23T11:20:33,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:20:33,447 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:20:33,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:20:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T11:20:33,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:20:33,450 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:33,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T11:20:33,451 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:20:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:20:33,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741835_1011 (size=902) 2024-11-23T11:20:33,459 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e59528b3aa1cde15d353cca9e96bb9e1, NAME => 'test,,1732360833448.e59528b3aa1cde15d353cca9e96bb9e1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687 2024-11-23T11:20:33,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741836_1012 (size=39) 2024-11-23T11:20:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:20:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:20:33,865 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732360833448.e59528b3aa1cde15d353cca9e96bb9e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:20:33,865 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e59528b3aa1cde15d353cca9e96bb9e1, disabling compactions & flushes 2024-11-23T11:20:33,865 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732360833448.e59528b3aa1cde15d353cca9e96bb9e1. 2024-11-23T11:20:33,865 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732360833448.e59528b3aa1cde15d353cca9e96bb9e1. 2024-11-23T11:20:33,865 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732360833448.e59528b3aa1cde15d353cca9e96bb9e1. after waiting 0 ms 2024-11-23T11:20:33,865 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732360833448.e59528b3aa1cde15d353cca9e96bb9e1. 2024-11-23T11:20:33,865 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732360833448.e59528b3aa1cde15d353cca9e96bb9e1. 2024-11-23T11:20:33,865 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e59528b3aa1cde15d353cca9e96bb9e1: Waiting for close lock at 1732360833865Disabling compacts and flushes for region at 1732360833865Disabling writes for close at 1732360833865Writing region close event to WAL at 1732360833865Closed at 1732360833865 2024-11-23T11:20:33,866 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:20:33,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732360833448.e59528b3aa1cde15d353cca9e96bb9e1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732360833867"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732360833867"}]},"ts":"1732360833867"} 2024-11-23T11:20:33,869 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T11:20:33,870 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:20:33,870 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360833870"}]},"ts":"1732360833870"} 2024-11-23T11:20:33,872 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T11:20:33,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e59528b3aa1cde15d353cca9e96bb9e1, ASSIGN}] 2024-11-23T11:20:33,873 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e59528b3aa1cde15d353cca9e96bb9e1, ASSIGN 2024-11-23T11:20:33,874 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e59528b3aa1cde15d353cca9e96bb9e1, ASSIGN; state=OFFLINE, location=64443f9a1829,34865,1732360829059; forceNewPlan=false, retain=false 2024-11-23T11:20:34,025 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e59528b3aa1cde15d353cca9e96bb9e1, regionState=OPENING, regionLocation=64443f9a1829,34865,1732360829059 2024-11-23T11:20:34,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e59528b3aa1cde15d353cca9e96bb9e1, ASSIGN because future has completed 2024-11-23T11:20:34,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e59528b3aa1cde15d353cca9e96bb9e1, server=64443f9a1829,34865,1732360829059}] 2024-11-23T11:20:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:20:34,182 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732360833448.e59528b3aa1cde15d353cca9e96bb9e1. 2024-11-23T11:20:34,182 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e59528b3aa1cde15d353cca9e96bb9e1, NAME => 'test,,1732360833448.e59528b3aa1cde15d353cca9e96bb9e1.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:20:34,182 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:20:34,182 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T11:20:34,182 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e59528b3aa1cde15d353cca9e96bb9e1 2024-11-23T11:20:34,183 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732360833448.e59528b3aa1cde15d353cca9e96bb9e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:20:34,183 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e59528b3aa1cde15d353cca9e96bb9e1 2024-11-23T11:20:34,183 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e59528b3aa1cde15d353cca9e96bb9e1 2024-11-23T11:20:34,184 INFO [StoreOpener-e59528b3aa1cde15d353cca9e96bb9e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e59528b3aa1cde15d353cca9e96bb9e1 2024-11-23T11:20:34,185 INFO [StoreOpener-e59528b3aa1cde15d353cca9e96bb9e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e59528b3aa1cde15d353cca9e96bb9e1 columnFamilyName f 2024-11-23T11:20:34,185 DEBUG [StoreOpener-e59528b3aa1cde15d353cca9e96bb9e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:34,185 INFO [StoreOpener-e59528b3aa1cde15d353cca9e96bb9e1-1 {}] regionserver.HStore(327): Store=e59528b3aa1cde15d353cca9e96bb9e1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:34,185 INFO [StoreOpener-e59528b3aa1cde15d353cca9e96bb9e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e59528b3aa1cde15d353cca9e96bb9e1 2024-11-23T11:20:34,186 INFO [StoreOpener-e59528b3aa1cde15d353cca9e96bb9e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e59528b3aa1cde15d353cca9e96bb9e1 columnFamilyName f1 2024-11-23T11:20:34,186 DEBUG [StoreOpener-e59528b3aa1cde15d353cca9e96bb9e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:34,186 INFO [StoreOpener-e59528b3aa1cde15d353cca9e96bb9e1-1 {}] regionserver.HStore(327): Store=e59528b3aa1cde15d353cca9e96bb9e1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:34,186 INFO [StoreOpener-e59528b3aa1cde15d353cca9e96bb9e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e59528b3aa1cde15d353cca9e96bb9e1 2024-11-23T11:20:34,187 INFO [StoreOpener-e59528b3aa1cde15d353cca9e96bb9e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e59528b3aa1cde15d353cca9e96bb9e1 columnFamilyName norep 2024-11-23T11:20:34,187 DEBUG [StoreOpener-e59528b3aa1cde15d353cca9e96bb9e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:34,187 INFO [StoreOpener-e59528b3aa1cde15d353cca9e96bb9e1-1 {}] regionserver.HStore(327): Store=e59528b3aa1cde15d353cca9e96bb9e1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:34,187 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e59528b3aa1cde15d353cca9e96bb9e1 2024-11-23T11:20:34,188 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/default/test/e59528b3aa1cde15d353cca9e96bb9e1 2024-11-23T11:20:34,188 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/default/test/e59528b3aa1cde15d353cca9e96bb9e1 2024-11-23T11:20:34,189 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e59528b3aa1cde15d353cca9e96bb9e1 2024-11-23T11:20:34,189 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e59528b3aa1cde15d353cca9e96bb9e1 2024-11-23T11:20:34,189 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:20:34,190 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e59528b3aa1cde15d353cca9e96bb9e1 2024-11-23T11:20:34,191 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/default/test/e59528b3aa1cde15d353cca9e96bb9e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:20:34,191 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e59528b3aa1cde15d353cca9e96bb9e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67411499, jitterRate=0.0045096129179000854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:20:34,191 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e59528b3aa1cde15d353cca9e96bb9e1 2024-11-23T11:20:34,192 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e59528b3aa1cde15d353cca9e96bb9e1: Running coprocessor pre-open hook at 1732360834183Writing region info on filesystem at 1732360834183Initializing all the Stores at 1732360834183Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360834183Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360834184 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360834184Cleaning up temporary data from old regions at 1732360834189 (+5 ms)Running coprocessor post-open hooks at 1732360834191 (+2 ms)Region opened successfully at 1732360834191 2024-11-23T11:20:34,192 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732360833448.e59528b3aa1cde15d353cca9e96bb9e1., pid=6, masterSystemTime=1732360834179 2024-11-23T11:20:34,194 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732360833448.e59528b3aa1cde15d353cca9e96bb9e1. 2024-11-23T11:20:34,194 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732360833448.e59528b3aa1cde15d353cca9e96bb9e1. 2024-11-23T11:20:34,194 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e59528b3aa1cde15d353cca9e96bb9e1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=64443f9a1829,34865,1732360829059 2024-11-23T11:20:34,195 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39997 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=64443f9a1829,34865,1732360829059, table=test, region=e59528b3aa1cde15d353cca9e96bb9e1. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-23T11:20:34,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e59528b3aa1cde15d353cca9e96bb9e1, server=64443f9a1829,34865,1732360829059 because future has completed 2024-11-23T11:20:34,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T11:20:34,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e59528b3aa1cde15d353cca9e96bb9e1, server=64443f9a1829,34865,1732360829059 in 170 msec 2024-11-23T11:20:34,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T11:20:34,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e59528b3aa1cde15d353cca9e96bb9e1, ASSIGN in 326 msec 2024-11-23T11:20:34,200 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:20:34,200 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360834200"}]},"ts":"1732360834200"} 2024-11-23T11:20:34,202 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T11:20:34,203 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:20:34,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 755 msec 2024-11-23T11:20:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:20:34,584 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T11:20:34,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1cd90c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:34,585 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,43761,-1 for getting cluster id 2024-11-23T11:20:34,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:20:34,586 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'caae8720-86e2-40ec-8b4b-c547d7526e33' 2024-11-23T11:20:34,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:20:34,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "caae8720-86e2-40ec-8b4b-c547d7526e33" 2024-11-23T11:20:34,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d20798d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:34,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,43761,-1] 2024-11-23T11:20:34,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:20:34,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:34,587 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:20:34,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3770bfaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:34,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a9cc5e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:34,588 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,39997,-1 for getting cluster id 2024-11-23T11:20:34,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:20:34,589 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f915b8c8-63aa-44c5-9c33-9416482e50e3' 2024-11-23T11:20:34,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:20:34,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f915b8c8-63aa-44c5-9c33-9416482e50e3" 2024-11-23T11:20:34,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed93f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:34,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,39997,-1] 2024-11-23T11:20:34,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:20:34,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:34,590 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:20:34,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43011a1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:34,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54dadc2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:34,595 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,43761,-1 for getting cluster id 2024-11-23T11:20:34,595 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:20:34,596 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'caae8720-86e2-40ec-8b4b-c547d7526e33' 2024-11-23T11:20:34,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:20:34,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "caae8720-86e2-40ec-8b4b-c547d7526e33" 2024-11-23T11:20:34,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c03643, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:34,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,43761,-1] 2024-11-23T11:20:34,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:20:34,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:34,597 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:20:34,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a58032f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:34,598 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:20:34,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,43761,1732360822012 2024-11-23T11:20:34,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cb9850d 2024-11-23T11:20:34,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:20:34,600 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:20:34,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://64443f9a1829:39997,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T11:20:34,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T11:20:34,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:20:34,602 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:39997' 2024-11-23T11:20:34,604 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f1367ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:34,604 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,39997,-1 for getting cluster id 2024-11-23T11:20:34,604 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:20:34,605 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f915b8c8-63aa-44c5-9c33-9416482e50e3' 2024-11-23T11:20:34,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:20:34,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f915b8c8-63aa-44c5-9c33-9416482e50e3" 2024-11-23T11:20:34,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18f0ace2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:34,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,39997,-1] 2024-11-23T11:20:34,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:20:34,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:34,607 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:20:34,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786bd56a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:34,607 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:20:34,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,39997,1732360828894 2024-11-23T11:20:34,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71441e52 2024-11-23T11:20:34,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:20:34,612 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:20:34,613 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T11:20:34,613 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T11:20:34,613 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:34,613 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:34,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:20:34,614 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:20:34,615 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T11:20:34,616 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:20:34,616 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:34,617 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:20:34,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42567 is added to blk_1073741837_1013 (size=1138) 2024-11-23T11:20:34,626 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cafbbe7f624f5fe324d9a770d6757f84, NAME => 'hbase:replication,,1732360834614.cafbbe7f624f5fe324d9a770d6757f84.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a 2024-11-23T11:20:34,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42567 is added to blk_1073741838_1014 (size=44) 2024-11-23T11:20:34,665 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T11:20:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:20:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:20:35,031 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732360834614.cafbbe7f624f5fe324d9a770d6757f84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:20:35,031 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cafbbe7f624f5fe324d9a770d6757f84, disabling compactions & flushes 2024-11-23T11:20:35,031 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732360834614.cafbbe7f624f5fe324d9a770d6757f84. 2024-11-23T11:20:35,031 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732360834614.cafbbe7f624f5fe324d9a770d6757f84. 2024-11-23T11:20:35,031 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732360834614.cafbbe7f624f5fe324d9a770d6757f84. after waiting 0 ms 2024-11-23T11:20:35,031 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732360834614.cafbbe7f624f5fe324d9a770d6757f84. 2024-11-23T11:20:35,031 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732360834614.cafbbe7f624f5fe324d9a770d6757f84. 2024-11-23T11:20:35,031 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cafbbe7f624f5fe324d9a770d6757f84: Waiting for close lock at 1732360835031Disabling compacts and flushes for region at 1732360835031Disabling writes for close at 1732360835031Writing region close event to WAL at 1732360835031Closed at 1732360835031 2024-11-23T11:20:35,034 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:20:35,034 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732360834614.cafbbe7f624f5fe324d9a770d6757f84.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732360835034"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732360835034"}]},"ts":"1732360835034"} 2024-11-23T11:20:35,036 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T11:20:35,037 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:20:35,037 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360835037"}]},"ts":"1732360835037"} 2024-11-23T11:20:35,039 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T11:20:35,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cafbbe7f624f5fe324d9a770d6757f84, ASSIGN}] 2024-11-23T11:20:35,041 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cafbbe7f624f5fe324d9a770d6757f84, ASSIGN 2024-11-23T11:20:35,042 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cafbbe7f624f5fe324d9a770d6757f84, ASSIGN; state=OFFLINE, location=64443f9a1829,42657,1732360822270; forceNewPlan=false, retain=false 2024-11-23T11:20:35,192 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cafbbe7f624f5fe324d9a770d6757f84, regionState=OPENING, regionLocation=64443f9a1829,42657,1732360822270 2024-11-23T11:20:35,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cafbbe7f624f5fe324d9a770d6757f84, ASSIGN because future has completed 2024-11-23T11:20:35,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cafbbe7f624f5fe324d9a770d6757f84, server=64443f9a1829,42657,1732360822270}] 2024-11-23T11:20:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:20:35,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732360834614.cafbbe7f624f5fe324d9a770d6757f84. 2024-11-23T11:20:35,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:20:35,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T11:20:35,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C42657%2C1732360822270.rep, suffix=, logDir=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270, archiveDir=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/oldWALs, maxLogs=10 2024-11-23T11:20:35,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.rep.1732360835360, exclude list is [], retry=0 2024-11-23T11:20:35,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42567,DS-36489457-c6c1-4c69-841c-95e0cd831d1b,DISK] 2024-11-23T11:20:35,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.rep.1732360835360 2024-11-23T11:20:35,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39485:39485)] 2024-11-23T11:20:35,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cafbbe7f624f5fe324d9a770d6757f84, NAME => 'hbase:replication,,1732360834614.cafbbe7f624f5fe324d9a770d6757f84.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:20:35,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:20:35,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:20:35,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732360834614.cafbbe7f624f5fe324d9a770d6757f84. service=MultiRowMutationService 2024-11-23T11:20:35,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T11:20:35,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cafbbe7f624f5fe324d9a770d6757f84 2024-11-23T11:20:35,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732360834614.cafbbe7f624f5fe324d9a770d6757f84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:20:35,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cafbbe7f624f5fe324d9a770d6757f84 2024-11-23T11:20:35,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cafbbe7f624f5fe324d9a770d6757f84 2024-11-23T11:20:35,400 INFO [StoreOpener-cafbbe7f624f5fe324d9a770d6757f84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cafbbe7f624f5fe324d9a770d6757f84 2024-11-23T11:20:35,402 INFO [StoreOpener-cafbbe7f624f5fe324d9a770d6757f84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cafbbe7f624f5fe324d9a770d6757f84 columnFamilyName hfileref 2024-11-23T11:20:35,402 DEBUG [StoreOpener-cafbbe7f624f5fe324d9a770d6757f84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:35,403 INFO [StoreOpener-cafbbe7f624f5fe324d9a770d6757f84-1 {}] regionserver.HStore(327): Store=cafbbe7f624f5fe324d9a770d6757f84/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:35,403 INFO [StoreOpener-cafbbe7f624f5fe324d9a770d6757f84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cafbbe7f624f5fe324d9a770d6757f84 2024-11-23T11:20:35,404 INFO [StoreOpener-cafbbe7f624f5fe324d9a770d6757f84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cafbbe7f624f5fe324d9a770d6757f84 columnFamilyName queue 2024-11-23T11:20:35,404 DEBUG [StoreOpener-cafbbe7f624f5fe324d9a770d6757f84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:35,405 INFO [StoreOpener-cafbbe7f624f5fe324d9a770d6757f84-1 {}] regionserver.HStore(327): Store=cafbbe7f624f5fe324d9a770d6757f84/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:35,405 INFO [StoreOpener-cafbbe7f624f5fe324d9a770d6757f84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cafbbe7f624f5fe324d9a770d6757f84 2024-11-23T11:20:35,409 INFO [StoreOpener-cafbbe7f624f5fe324d9a770d6757f84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cafbbe7f624f5fe324d9a770d6757f84 columnFamilyName sid 2024-11-23T11:20:35,409 DEBUG [StoreOpener-cafbbe7f624f5fe324d9a770d6757f84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:35,410 INFO [StoreOpener-cafbbe7f624f5fe324d9a770d6757f84-1 {}] regionserver.HStore(327): Store=cafbbe7f624f5fe324d9a770d6757f84/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:35,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cafbbe7f624f5fe324d9a770d6757f84 2024-11-23T11:20:35,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/hbase/replication/cafbbe7f624f5fe324d9a770d6757f84 2024-11-23T11:20:35,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/hbase/replication/cafbbe7f624f5fe324d9a770d6757f84 2024-11-23T11:20:35,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cafbbe7f624f5fe324d9a770d6757f84 2024-11-23T11:20:35,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cafbbe7f624f5fe324d9a770d6757f84 2024-11-23T11:20:35,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:20:35,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cafbbe7f624f5fe324d9a770d6757f84 2024-11-23T11:20:35,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/hbase/replication/cafbbe7f624f5fe324d9a770d6757f84/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:20:35,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cafbbe7f624f5fe324d9a770d6757f84; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64853832, jitterRate=-0.03360259532928467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:20:35,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cafbbe7f624f5fe324d9a770d6757f84 2024-11-23T11:20:35,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cafbbe7f624f5fe324d9a770d6757f84: Running coprocessor pre-open hook at 1732360835391Writing region info on filesystem at 1732360835391Initializing all the Stores at 1732360835393 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360835393Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360835400 (+7 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360835400Cleaning up temporary data from old regions at 1732360835419 (+19 ms)Running coprocessor post-open hooks at 1732360835424 (+5 ms)Region opened successfully at 1732360835425 (+1 ms) 2024-11-23T11:20:35,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732360834614.cafbbe7f624f5fe324d9a770d6757f84., pid=10, masterSystemTime=1732360835348 2024-11-23T11:20:35,434 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cafbbe7f624f5fe324d9a770d6757f84, regionState=OPEN, openSeqNum=2, regionLocation=64443f9a1829,42657,1732360822270 2024-11-23T11:20:35,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732360834614.cafbbe7f624f5fe324d9a770d6757f84. 2024-11-23T11:20:35,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732360834614.cafbbe7f624f5fe324d9a770d6757f84. 2024-11-23T11:20:35,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cafbbe7f624f5fe324d9a770d6757f84, server=64443f9a1829,42657,1732360822270 because future has completed 2024-11-23T11:20:35,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T11:20:35,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cafbbe7f624f5fe324d9a770d6757f84, server=64443f9a1829,42657,1732360822270 in 246 msec 2024-11-23T11:20:35,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T11:20:35,446 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cafbbe7f624f5fe324d9a770d6757f84, ASSIGN in 404 msec 2024-11-23T11:20:35,446 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:20:35,446 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360835446"}]},"ts":"1732360835446"} 2024-11-23T11:20:35,448 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T11:20:35,449 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:20:35,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 835 msec 2024-11-23T11:20:35,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732360834614.cafbbe7f624f5fe324d9a770d6757f84., hostname=64443f9a1829,42657,1732360822270, seqNum=2] 2024-11-23T11:20:35,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101676c4da80001, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0365676290 2024-11-23T11:20:35,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x101676c4da80000, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0365676290 2024-11-23T11:20:35,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T11:20:35,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42657 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T11:20:35,726 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T11:20:35,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:20:35,760 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-64443f9a1829,42657,1732360822270, ReplicationSource: 1, currentBandwidth=0 2024-11-23T11:20:35,760 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:20:35,760 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,42657,1732360822270, seqNum=-1] 2024-11-23T11:20:35,761 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:20:35,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-23T11:20:35,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-64443f9a1829,42657,1732360822270', locateType=CURRENT is [region=hbase:replication,,1732360834614.cafbbe7f624f5fe324d9a770d6757f84., hostname=64443f9a1829,42657,1732360822270, seqNum=2] 2024-11-23T11:20:35,765 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T11:20:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T11:20:35,768 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 64443f9a1829,42657,1732360822270 suceeded 2024-11-23T11:20:35,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T11:20:35,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-23T11:20:35,769 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://64443f9a1829:39997,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T11:20:35,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1690 sec 2024-11-23T11:20:35,779 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:39997' 2024-11-23T11:20:35,781 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fbfd47d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:35,781 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,39997,-1 for getting cluster id 2024-11-23T11:20:35,781 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:20:35,781 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f915b8c8-63aa-44c5-9c33-9416482e50e3' 2024-11-23T11:20:35,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:20:35,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f915b8c8-63aa-44c5-9c33-9416482e50e3" 2024-11-23T11:20:35,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79d27fe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:35,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,39997,-1] 2024-11-23T11:20:35,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:20:35,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:35,783 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:20:35,783 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5901b691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:35,783 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:20:35,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,39997,1732360828894 2024-11-23T11:20:35,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61b3b040 2024-11-23T11:20:35,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:20:35,785 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-23T11:20:35,786 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-64443f9a1829,42657,1732360822270 (queues=1) is replicating from cluster=caae8720-86e2-40ec-8b4b-c547d7526e33 to cluster=f915b8c8-63aa-44c5-9c33-9416482e50e3 2024-11-23T11:20:35,786 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=64443f9a1829%2C42657%2C1732360822270 2024-11-23T11:20:35,786 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-64443f9a1829,42657,1732360822270, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T11:20:35,786 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.shipper64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64443f9a1829%2C42657%2C1732360822270 2024-11-23T11:20:35,787 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.wal-reader.64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313, startPosition=0, beingWritten=true 2024-11-23T11:20:35,798 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.wal-reader.64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:20:35,798 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.wal-reader.64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313 to pos 379, reset compression=false 2024-11-23T11:20:35,798 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.shipper64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,42657,1732360822270 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:20:36,020 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.wal-reader.64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313 to pos 379, reset compression=false 2024-11-23T11:20:36,334 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.wal-reader.64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313 to pos 379, reset compression=false 2024-11-23T11:20:36,694 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T11:20:36,741 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.wal-reader.64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313 to pos 379, reset compression=false 2024-11-23T11:20:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:20:36,746 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T11:20:36,746 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:20:36,746 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:20:36,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:36,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:36,746 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:20:36,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ac30364, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:36,749 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,39997,-1 for getting cluster id 2024-11-23T11:20:36,749 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:20:36,749 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f915b8c8-63aa-44c5-9c33-9416482e50e3' 2024-11-23T11:20:36,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:20:36,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f915b8c8-63aa-44c5-9c33-9416482e50e3" 2024-11-23T11:20:36,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e654da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:36,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,39997,-1] 2024-11-23T11:20:36,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:20:36,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:36,752 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:20:36,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12680aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:36,753 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:20:36,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,39997,1732360828894 2024-11-23T11:20:36,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ef0399e 2024-11-23T11:20:36,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:20:36,756 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:20:36,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://64443f9a1829:43761,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T11:20:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T11:20:36,760 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:43761' 2024-11-23T11:20:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:20:36,764 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e39920, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:36,764 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,43761,-1 for getting cluster id 2024-11-23T11:20:36,764 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:20:36,765 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'caae8720-86e2-40ec-8b4b-c547d7526e33' 2024-11-23T11:20:36,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:20:36,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "caae8720-86e2-40ec-8b4b-c547d7526e33" 2024-11-23T11:20:36,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cfefd8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:36,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,43761,-1] 2024-11-23T11:20:36,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:20:36,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:36,767 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:20:36,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14430868, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:36,768 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:20:36,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,43761,1732360822012 2024-11-23T11:20:36,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27a460ba 2024-11-23T11:20:36,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:20:36,770 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:20:36,770 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T11:20:36,770 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T11:20:36,770 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:36,770 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:36,771 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:20:36,771 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:20:36,772 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T11:20:36,773 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:20:36,774 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:36,775 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:20:36,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741837_1013 (size=1138) 2024-11-23T11:20:36,782 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d3900312f8d5b5956e3dcf03f6b89648, NAME => 'hbase:replication,,1732360836771.d3900312f8d5b5956e3dcf03f6b89648.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687 2024-11-23T11:20:36,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741838_1014 (size=44) 2024-11-23T11:20:36,790 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732360836771.d3900312f8d5b5956e3dcf03f6b89648.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:20:36,790 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d3900312f8d5b5956e3dcf03f6b89648, disabling compactions & flushes 2024-11-23T11:20:36,790 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732360836771.d3900312f8d5b5956e3dcf03f6b89648. 2024-11-23T11:20:36,790 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732360836771.d3900312f8d5b5956e3dcf03f6b89648. 2024-11-23T11:20:36,790 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732360836771.d3900312f8d5b5956e3dcf03f6b89648. after waiting 0 ms 2024-11-23T11:20:36,790 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732360836771.d3900312f8d5b5956e3dcf03f6b89648. 2024-11-23T11:20:36,790 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732360836771.d3900312f8d5b5956e3dcf03f6b89648. 2024-11-23T11:20:36,790 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d3900312f8d5b5956e3dcf03f6b89648: Waiting for close lock at 1732360836790Disabling compacts and flushes for region at 1732360836790Disabling writes for close at 1732360836790Writing region close event to WAL at 1732360836790Closed at 1732360836790 2024-11-23T11:20:36,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:20:36,792 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732360836771.d3900312f8d5b5956e3dcf03f6b89648.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732360836792"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732360836792"}]},"ts":"1732360836792"} 2024-11-23T11:20:36,794 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T11:20:36,795 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:20:36,795 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360836795"}]},"ts":"1732360836795"} 2024-11-23T11:20:36,797 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T11:20:36,797 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d3900312f8d5b5956e3dcf03f6b89648, ASSIGN}] 2024-11-23T11:20:36,798 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d3900312f8d5b5956e3dcf03f6b89648, ASSIGN 2024-11-23T11:20:36,800 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d3900312f8d5b5956e3dcf03f6b89648, ASSIGN; state=OFFLINE, location=64443f9a1829,34865,1732360829059; forceNewPlan=false, retain=false 2024-11-23T11:20:36,823 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T11:20:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:20:36,950 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d3900312f8d5b5956e3dcf03f6b89648, regionState=OPENING, regionLocation=64443f9a1829,34865,1732360829059 2024-11-23T11:20:36,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d3900312f8d5b5956e3dcf03f6b89648, ASSIGN because future has completed 2024-11-23T11:20:36,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3900312f8d5b5956e3dcf03f6b89648, server=64443f9a1829,34865,1732360829059}] 2024-11-23T11:20:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:20:37,107 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732360836771.d3900312f8d5b5956e3dcf03f6b89648. 2024-11-23T11:20:37,107 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:20:37,107 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T11:20:37,109 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C34865%2C1732360829059.rep, suffix=, logDir=hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059, archiveDir=hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/oldWALs, maxLogs=10 2024-11-23T11:20:37,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059/64443f9a1829%2C34865%2C1732360829059.rep.1732360837109, exclude list is [], retry=0 2024-11-23T11:20:37,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34807,DS-f0e343ee-0d6a-4f9b-837e-d97702dd66f5,DISK] 2024-11-23T11:20:37,130 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059/64443f9a1829%2C34865%2C1732360829059.rep.1732360837109 2024-11-23T11:20:37,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32787:32787)] 2024-11-23T11:20:37,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d3900312f8d5b5956e3dcf03f6b89648, NAME => 'hbase:replication,,1732360836771.d3900312f8d5b5956e3dcf03f6b89648.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:20:37,131 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:20:37,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:20:37,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732360836771.d3900312f8d5b5956e3dcf03f6b89648. service=MultiRowMutationService 2024-11-23T11:20:37,131 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T11:20:37,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d3900312f8d5b5956e3dcf03f6b89648 2024-11-23T11:20:37,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732360836771.d3900312f8d5b5956e3dcf03f6b89648.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:20:37,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d3900312f8d5b5956e3dcf03f6b89648 2024-11-23T11:20:37,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d3900312f8d5b5956e3dcf03f6b89648 2024-11-23T11:20:37,132 INFO [StoreOpener-d3900312f8d5b5956e3dcf03f6b89648-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d3900312f8d5b5956e3dcf03f6b89648 2024-11-23T11:20:37,133 INFO [StoreOpener-d3900312f8d5b5956e3dcf03f6b89648-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3900312f8d5b5956e3dcf03f6b89648 columnFamilyName hfileref 2024-11-23T11:20:37,133 DEBUG [StoreOpener-d3900312f8d5b5956e3dcf03f6b89648-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:37,134 INFO [StoreOpener-d3900312f8d5b5956e3dcf03f6b89648-1 {}] regionserver.HStore(327): Store=d3900312f8d5b5956e3dcf03f6b89648/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:37,134 INFO [StoreOpener-d3900312f8d5b5956e3dcf03f6b89648-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d3900312f8d5b5956e3dcf03f6b89648 2024-11-23T11:20:37,135 INFO [StoreOpener-d3900312f8d5b5956e3dcf03f6b89648-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3900312f8d5b5956e3dcf03f6b89648 columnFamilyName queue 2024-11-23T11:20:37,135 DEBUG [StoreOpener-d3900312f8d5b5956e3dcf03f6b89648-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:37,135 INFO [StoreOpener-d3900312f8d5b5956e3dcf03f6b89648-1 {}] regionserver.HStore(327): Store=d3900312f8d5b5956e3dcf03f6b89648/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:37,135 INFO [StoreOpener-d3900312f8d5b5956e3dcf03f6b89648-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d3900312f8d5b5956e3dcf03f6b89648 2024-11-23T11:20:37,136 INFO [StoreOpener-d3900312f8d5b5956e3dcf03f6b89648-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3900312f8d5b5956e3dcf03f6b89648 columnFamilyName sid 2024-11-23T11:20:37,136 DEBUG [StoreOpener-d3900312f8d5b5956e3dcf03f6b89648-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:37,136 INFO [StoreOpener-d3900312f8d5b5956e3dcf03f6b89648-1 {}] regionserver.HStore(327): Store=d3900312f8d5b5956e3dcf03f6b89648/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:37,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d3900312f8d5b5956e3dcf03f6b89648 2024-11-23T11:20:37,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/hbase/replication/d3900312f8d5b5956e3dcf03f6b89648 2024-11-23T11:20:37,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/hbase/replication/d3900312f8d5b5956e3dcf03f6b89648 2024-11-23T11:20:37,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d3900312f8d5b5956e3dcf03f6b89648 2024-11-23T11:20:37,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d3900312f8d5b5956e3dcf03f6b89648 2024-11-23T11:20:37,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:20:37,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d3900312f8d5b5956e3dcf03f6b89648 2024-11-23T11:20:37,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/hbase/replication/d3900312f8d5b5956e3dcf03f6b89648/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:20:37,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d3900312f8d5b5956e3dcf03f6b89648; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72654054, jitterRate=0.08262977004051208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:20:37,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d3900312f8d5b5956e3dcf03f6b89648 2024-11-23T11:20:37,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d3900312f8d5b5956e3dcf03f6b89648: Running coprocessor pre-open hook at 1732360837131Writing region info on filesystem at 1732360837131Initializing all the Stores at 1732360837132 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360837132Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360837132Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360837132Cleaning up temporary data from old regions at 1732360837138 (+6 ms)Running coprocessor post-open hooks at 1732360837141 (+3 ms)Region opened successfully at 1732360837141 2024-11-23T11:20:37,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732360836771.d3900312f8d5b5956e3dcf03f6b89648., pid=10, masterSystemTime=1732360837104 2024-11-23T11:20:37,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732360836771.d3900312f8d5b5956e3dcf03f6b89648. 2024-11-23T11:20:37,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732360836771.d3900312f8d5b5956e3dcf03f6b89648. 2024-11-23T11:20:37,144 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d3900312f8d5b5956e3dcf03f6b89648, regionState=OPEN, openSeqNum=2, regionLocation=64443f9a1829,34865,1732360829059 2024-11-23T11:20:37,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3900312f8d5b5956e3dcf03f6b89648, server=64443f9a1829,34865,1732360829059 because future has completed 2024-11-23T11:20:37,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T11:20:37,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d3900312f8d5b5956e3dcf03f6b89648, server=64443f9a1829,34865,1732360829059 in 196 msec 2024-11-23T11:20:37,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T11:20:37,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d3900312f8d5b5956e3dcf03f6b89648, ASSIGN in 352 msec 2024-11-23T11:20:37,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:20:37,152 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360837151"}]},"ts":"1732360837151"} 2024-11-23T11:20:37,153 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T11:20:37,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:20:37,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 383 msec 2024-11-23T11:20:37,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732360836771.d3900312f8d5b5956e3dcf03f6b89648., hostname=64443f9a1829,34865,1732360829059, seqNum=2] 2024-11-23T11:20:37,245 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:20:37,264 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.wal-reader.64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313 to pos 379, reset compression=false 2024-11-23T11:20:37,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:37,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:37,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:37,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:37,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:37,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:37,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:37,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:37,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:37,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:37,316 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T11:20:37,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39997-0x101676c4da80003, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1963088046 2024-11-23T11:20:37,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x101676c4da80004, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1963088046 2024-11-23T11:20:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:20:37,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T11:20:37,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T11:20:37,699 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T11:20:37,725 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-64443f9a1829,34865,1732360829059, ReplicationSource: 1, currentBandwidth=0 2024-11-23T11:20:37,726 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:20:37,726 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,34865,1732360829059, seqNum=-1] 2024-11-23T11:20:37,726 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:20:37,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-23T11:20:37,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-64443f9a1829,34865,1732360829059', locateType=CURRENT is [region=hbase:replication,,1732360836771.d3900312f8d5b5956e3dcf03f6b89648., hostname=64443f9a1829,34865,1732360829059, seqNum=2] 2024-11-23T11:20:37,731 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T11:20:37,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T11:20:37,733 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 64443f9a1829,34865,1732360829059 suceeded 2024-11-23T11:20:37,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T11:20:37,735 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://64443f9a1829:43761,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T11:20:37,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-23T11:20:37,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 979 msec 2024-11-23T11:20:37,750 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:43761' 2024-11-23T11:20:37,751 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f6b6065, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:37,752 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,43761,-1 for getting cluster id 2024-11-23T11:20:37,752 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:20:37,752 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'caae8720-86e2-40ec-8b4b-c547d7526e33' 2024-11-23T11:20:37,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:20:37,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "caae8720-86e2-40ec-8b4b-c547d7526e33" 2024-11-23T11:20:37,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a083b0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:37,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,43761,-1] 2024-11-23T11:20:37,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:20:37,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:37,754 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:20:37,754 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b6dd5e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:37,755 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:20:37,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,43761,1732360822012 2024-11-23T11:20:37,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ce8a154 2024-11-23T11:20:37,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:20:37,756 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-23T11:20:37,759 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-64443f9a1829,34865,1732360829059 (queues=1) is replicating from cluster=f915b8c8-63aa-44c5-9c33-9416482e50e3 to cluster=caae8720-86e2-40ec-8b4b-c547d7526e33 2024-11-23T11:20:37,759 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=64443f9a1829%2C34865%2C1732360829059 2024-11-23T11:20:37,759 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-64443f9a1829,34865,1732360829059, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T11:20:37,760 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.shipper64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64443f9a1829%2C34865%2C1732360829059 2024-11-23T11:20:37,760 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.wal-reader.64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059/64443f9a1829%2C34865%2C1732360829059.1732360830825, startPosition=0, beingWritten=true 2024-11-23T11:20:37,768 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.wal-reader.64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:20:37,769 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.wal-reader.64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059/64443f9a1829%2C34865%2C1732360829059.1732360830825 to pos 379, reset compression=false 2024-11-23T11:20:37,769 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.shipper64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,34865,1732360829059 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059/64443f9a1829%2C34865%2C1732360829059.1732360830825, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:20:37,873 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.wal-reader.64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313 to pos 379, reset compression=false 2024-11-23T11:20:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:20:37,895 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T11:20:37,895 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:20:37,896 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:20:37,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:37,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:37,896 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:20:37,896 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:20:37,898 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,42657,1732360822270, seqNum=-1] 2024-11-23T11:20:37,899 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:20:37,900 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:20:37,903 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732360832300.94e9501567b9593ebfb3d2ef84047298., hostname=64443f9a1829,42657,1732360822270, seqNum=2] 2024-11-23T11:20:37,906 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:20:37,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,34865,1732360829059, seqNum=-1] 2024-11-23T11:20:37,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:20:37,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:20:37,910 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732360833448.e59528b3aa1cde15d353cca9e96bb9e1., hostname=64443f9a1829,34865,1732360829059, seqNum=2] 2024-11-23T11:20:37,912 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-23T11:20:37,983 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.wal-reader.64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059/64443f9a1829%2C34865%2C1732360829059.1732360830825 to pos 379, reset compression=false 2024-11-23T11:20:38,297 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.wal-reader.64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059/64443f9a1829%2C34865%2C1732360829059.1732360830825 to pos 379, reset compression=false 2024-11-23T11:20:38,584 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.wal-reader.64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313 to pos 379, reset compression=false 2024-11-23T11:20:38,588 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.wal-reader.64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T11:20:38,588 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.wal-reader.64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313 to pos 480, reset compression=false 2024-11-23T11:20:38,588 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.shipper64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,42657,1732360822270 got entry batch from reader: WALEntryBatch [walEntries=[{test/94e9501567b9593ebfb3d2ef84047298/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-23T11:20:38,590 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.shipper64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:20:38,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-23T11:20:38,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34865 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T11:20:38,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@502131db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:38,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34865 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,39997,-1 for getting cluster id 2024-11-23T11:20:38,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34865 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:20:38,594 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f915b8c8-63aa-44c5-9c33-9416482e50e3' 2024-11-23T11:20:38,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:20:38,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f915b8c8-63aa-44c5-9c33-9416482e50e3" 2024-11-23T11:20:38,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c5ac537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:38,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,39997,-1] 2024-11-23T11:20:38,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:20:38,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:38,596 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:20:38,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3969b308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:38,603 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34865 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:20:38,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,34865,1732360829059, seqNum=-1] 2024-11-23T11:20:38,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:20:38,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-23T11:20:38,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732360833448.e59528b3aa1cde15d353cca9e96bb9e1., hostname=64443f9a1829,34865,1732360829059, seqNum=2] 2024-11-23T11:20:38,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34865 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T11:20:38,700 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.wal-reader.64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059/64443f9a1829%2C34865%2C1732360829059.1732360830825 to pos 379, reset compression=false 2024-11-23T11:20:38,705 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.wal-reader.64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:20:38,705 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.wal-reader.64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059/64443f9a1829%2C34865%2C1732360829059.1732360830825 to pos 504, reset compression=false 2024-11-23T11:20:38,705 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.shipper64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,34865,1732360829059 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059/64443f9a1829%2C34865%2C1732360829059.1732360830825, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:20:38,792 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.wal-reader.64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313 to pos 480, reset compression=false 2024-11-23T11:20:38,909 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.wal-reader.64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059/64443f9a1829%2C34865%2C1732360829059.1732360830825 to pos 504, reset compression=false 2024-11-23T11:20:38,915 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-23T11:20:38,919 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-23T11:20:39,102 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.wal-reader.64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313 to pos 480, reset compression=false 2024-11-23T11:20:39,213 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.wal-reader.64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059/64443f9a1829%2C34865%2C1732360829059.1732360830825 to pos 504, reset compression=false 2024-11-23T11:20:39,218 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.wal-reader.64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T11:20:39,218 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.wal-reader.64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059/64443f9a1829%2C34865%2C1732360829059.1732360830825 to pos 608, reset compression=false 2024-11-23T11:20:39,219 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.shipper64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,34865,1732360829059 got entry batch from reader: WALEntryBatch [walEntries=[{test/e59528b3aa1cde15d353cca9e96bb9e1/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059/64443f9a1829%2C34865%2C1732360829059.1732360830825, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T11:20:39,222 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.shipper64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:20:39,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-23T11:20:39,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42657 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T11:20:39,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e2e6487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:39,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42657 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,43761,-1 for getting cluster id 2024-11-23T11:20:39,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:20:39,229 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'caae8720-86e2-40ec-8b4b-c547d7526e33' 2024-11-23T11:20:39,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:20:39,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "caae8720-86e2-40ec-8b4b-c547d7526e33" 2024-11-23T11:20:39,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@143b963a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:39,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,43761,-1] 2024-11-23T11:20:39,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:20:39,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:39,231 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:20:39,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13e6df6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:39,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42657 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:20:39,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,42657,1732360822270, seqNum=-1] 2024-11-23T11:20:39,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:20:39,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-23T11:20:39,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732360832300.94e9501567b9593ebfb3d2ef84047298., hostname=64443f9a1829,42657,1732360822270, seqNum=2] 2024-11-23T11:20:39,239 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42657 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T11:20:39,448 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.wal-reader.64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059/64443f9a1829%2C34865%2C1732360829059.1732360830825 to pos 608, reset compression=false 2024-11-23T11:20:39,509 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.wal-reader.64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313 to pos 480, reset compression=false 2024-11-23T11:20:39,515 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.wal-reader.64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:20:39,515 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.wal-reader.64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313 to pos 608, reset compression=false 2024-11-23T11:20:39,515 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.shipper64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,42657,1732360822270 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:20:39,721 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.wal-reader.64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313 to pos 608, reset compression=false 2024-11-23T11:20:39,778 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.wal-reader.64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059/64443f9a1829%2C34865%2C1732360829059.1732360830825 to pos 608, reset compression=false 2024-11-23T11:20:39,920 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-23T11:20:39,926 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-23T11:20:40,025 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.wal-reader.64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313 to pos 608, reset compression=false 2024-11-23T11:20:40,028 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.wal-reader.64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T11:20:40,029 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.wal-reader.64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313 to pos 764, reset compression=false 2024-11-23T11:20:40,029 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.shipper64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,42657,1732360822270 got entry batch from reader: WALEntryBatch [walEntries=[{test/94e9501567b9593ebfb3d2ef84047298/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-23T11:20:40,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34865 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T11:20:40,036 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34865 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T11:20:40,182 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.wal-reader.64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059/64443f9a1829%2C34865%2C1732360829059.1732360830825 to pos 608, reset compression=false 2024-11-23T11:20:40,187 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.wal-reader.64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:20:40,187 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.wal-reader.64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059/64443f9a1829%2C34865%2C1732360829059.1732360830825 to pos 756, reset compression=false 2024-11-23T11:20:40,187 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.shipper64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,34865,1732360829059 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059/64443f9a1829%2C34865%2C1732360829059.1732360830825, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:20:40,232 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.wal-reader.64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313 to pos 764, reset compression=false 2024-11-23T11:20:40,392 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.wal-reader.64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059/64443f9a1829%2C34865%2C1732360829059.1732360830825 to pos 756, reset compression=false 2024-11-23T11:20:40,537 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.wal-reader.64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313 to pos 764, reset compression=false 2024-11-23T11:20:40,695 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.wal-reader.64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059/64443f9a1829%2C34865%2C1732360829059.1732360830825 to pos 756, reset compression=false 2024-11-23T11:20:40,928 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-23T11:20:40,933 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-23T11:20:40,941 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.wal-reader.64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313 to pos 764, reset compression=false 2024-11-23T11:20:41,099 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.wal-reader.64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059/64443f9a1829%2C34865%2C1732360829059.1732360830825 to pos 756, reset compression=false 2024-11-23T11:20:41,108 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.wal-reader.64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T11:20:41,108 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.wal-reader.64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059/64443f9a1829%2C34865%2C1732360829059.1732360830825 to pos 915, reset compression=false 2024-11-23T11:20:41,108 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.shipper64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,34865,1732360829059 got entry batch from reader: WALEntryBatch [walEntries=[{test/e59528b3aa1cde15d353cca9e96bb9e1/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059/64443f9a1829%2C34865%2C1732360829059.1732360830825, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-23T11:20:41,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42657 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T11:20:41,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42657 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T11:20:41,313 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.wal-reader.64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059/64443f9a1829%2C34865%2C1732360829059.1732360830825 to pos 915, reset compression=false 2024-11-23T11:20:41,446 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.wal-reader.64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313 to pos 764, reset compression=false 2024-11-23T11:20:41,449 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.wal-reader.64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:20:41,449 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.wal-reader.64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313 to pos 914, reset compression=false 2024-11-23T11:20:41,449 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.shipper64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,42657,1732360822270 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:20:41,616 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.wal-reader.64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059/64443f9a1829%2C34865%2C1732360829059.1732360830825 to pos 915, reset compression=false 2024-11-23T11:20:41,653 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.wal-reader.64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313 to pos 914, reset compression=false 2024-11-23T11:20:41,936 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-23T11:20:41,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T11:20:41,942 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:20:41,942 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:20:41,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:41,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:41,943 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:20:41,943 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T11:20:41,943 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1095067779, stopped=false 2024-11-23T11:20:41,943 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64443f9a1829,39997,1732360828894 2024-11-23T11:20:41,957 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.wal-reader.64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313 to pos 914, reset compression=false 2024-11-23T11:20:42,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x101676c4da80004, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1963088046/running 2024-11-23T11:20:42,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39997-0x101676c4da80003, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1963088046/running 2024-11-23T11:20:42,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x101676c4da80004, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1963088046 2024-11-23T11:20:42,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39997-0x101676c4da80003, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1963088046 2024-11-23T11:20:42,013 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:20:42,013 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:20:42,014 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:20:42,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:42,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39997-0x101676c4da80003, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Set watcher on znode that does not yet exist, /1-1963088046/running 2024-11-23T11:20:42,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34865-0x101676c4da80004, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Set watcher on znode that does not yet exist, /1-1963088046/running 2024-11-23T11:20:42,016 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64443f9a1829,34865,1732360829059' ***** 2024-11-23T11:20:42,017 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T11:20:42,017 INFO [regionserver/64443f9a1829:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:20:42,017 INFO [RS:0;64443f9a1829:34865 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T11:20:42,017 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T11:20:42,018 INFO [RS:0;64443f9a1829:34865 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T11:20:42,018 INFO [RS:0;64443f9a1829:34865 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T11:20:42,018 INFO [RS:0;64443f9a1829:34865 {}] regionserver.HRegionServer(3091): Received CLOSE for e59528b3aa1cde15d353cca9e96bb9e1 2024-11-23T11:20:42,018 INFO [RS:0;64443f9a1829:34865 {}] regionserver.HRegionServer(3091): Received CLOSE for d3900312f8d5b5956e3dcf03f6b89648 2024-11-23T11:20:42,018 INFO [RS:0;64443f9a1829:34865 {}] regionserver.HRegionServer(959): stopping server 64443f9a1829,34865,1732360829059 2024-11-23T11:20:42,018 INFO [RS:0;64443f9a1829:34865 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:20:42,018 INFO [RS:0;64443f9a1829:34865 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:34865. 2024-11-23T11:20:42,018 DEBUG [RS:0;64443f9a1829:34865 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:20:42,018 DEBUG [RS:0;64443f9a1829:34865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:42,019 INFO [RS:0;64443f9a1829:34865 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T11:20:42,019 INFO [RS:0;64443f9a1829:34865 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T11:20:42,019 INFO [RS:0;64443f9a1829:34865 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T11:20:42,019 INFO [RS:0;64443f9a1829:34865 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T11:20:42,019 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e59528b3aa1cde15d353cca9e96bb9e1, disabling compactions & flushes 2024-11-23T11:20:42,019 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732360833448.e59528b3aa1cde15d353cca9e96bb9e1. 2024-11-23T11:20:42,019 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732360833448.e59528b3aa1cde15d353cca9e96bb9e1. 2024-11-23T11:20:42,020 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732360833448.e59528b3aa1cde15d353cca9e96bb9e1. after waiting 0 ms 2024-11-23T11:20:42,020 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732360833448.e59528b3aa1cde15d353cca9e96bb9e1. 2024-11-23T11:20:42,020 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e59528b3aa1cde15d353cca9e96bb9e1 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-23T11:20:42,020 INFO [RS:0;64443f9a1829:34865 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T11:20:42,020 DEBUG [RS:0;64443f9a1829:34865 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e59528b3aa1cde15d353cca9e96bb9e1=test,,1732360833448.e59528b3aa1cde15d353cca9e96bb9e1., d3900312f8d5b5956e3dcf03f6b89648=hbase:replication,,1732360836771.d3900312f8d5b5956e3dcf03f6b89648.} 2024-11-23T11:20:42,020 DEBUG [RS:0;64443f9a1829:34865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d3900312f8d5b5956e3dcf03f6b89648, e59528b3aa1cde15d353cca9e96bb9e1 2024-11-23T11:20:42,021 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.wal-reader.64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059/64443f9a1829%2C34865%2C1732360829059.1732360830825 to pos 915, reset compression=false 2024-11-23T11:20:42,021 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:20:42,021 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:20:42,021 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:20:42,021 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:20:42,021 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:20:42,021 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T11:20:42,032 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.wal-reader.64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:20:42,032 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.wal-reader.64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059/64443f9a1829%2C34865%2C1732360829059.1732360830825 to pos 1162, reset compression=false 2024-11-23T11:20:42,032 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.shipper64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,34865,1732360829059 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059/64443f9a1829%2C34865%2C1732360829059.1732360830825, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:20:42,033 ERROR [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.shipper64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 64443f9a1829,34865,1732360829059: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-64443f9a1829,34865,1732360829059, walGroup=64443f9a1829%2C34865%2C1732360829059, offset=64443f9a1829%2C34865%2C1732360829059.1732360830825:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64443f9a1829:34865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T11:20:42,034 ERROR [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.shipper64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T11:20:42,034 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.shipper64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T11:20:42,035 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.shipper64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T11:20:42,035 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.shipper64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T11:20:42,035 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.shipper64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T11:20:42,035 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.shipper64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 564203552 }, "NonHeapMemoryUsage": { "committed": 194576384, "init": 7667712, "max": -1, "used": 191423224 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T11:20:42,036 WARN [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.shipper64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64443f9a1829:39997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64443f9a1829:39997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T11:20:42,049 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/hbase/meta/1588230740/.tmp/info/ad0e9a6d93e24b33b92fe054d3079d45 is 147, key is hbase:replication,,1732360836771.d3900312f8d5b5956e3dcf03f6b89648./info:regioninfo/1732360837144/Put/seqid=0 2024-11-23T11:20:42,051 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/default/test/e59528b3aa1cde15d353cca9e96bb9e1/.tmp/f/d27aa139bbea496c8b9c289963815990 is 29, key is row1/f:/1732360840930/DeleteFamily/seqid=0 2024-11-23T11:20:42,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741840_1016 (size=7686) 2024-11-23T11:20:42,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741841_1017 (size=5118) 2024-11-23T11:20:42,221 DEBUG [RS:0;64443f9a1829:34865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d3900312f8d5b5956e3dcf03f6b89648, e59528b3aa1cde15d353cca9e96bb9e1 2024-11-23T11:20:42,239 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.wal-reader.64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059/64443f9a1829%2C34865%2C1732360829059.1732360830825 to pos 1162, reset compression=false 2024-11-23T11:20:42,361 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.wal-reader.64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313 to pos 914, reset compression=false 2024-11-23T11:20:42,421 DEBUG [RS:0;64443f9a1829:34865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d3900312f8d5b5956e3dcf03f6b89648, e59528b3aa1cde15d353cca9e96bb9e1 2024-11-23T11:20:42,458 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/hbase/meta/1588230740/.tmp/info/ad0e9a6d93e24b33b92fe054d3079d45 2024-11-23T11:20:42,462 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/default/test/e59528b3aa1cde15d353cca9e96bb9e1/.tmp/f/d27aa139bbea496c8b9c289963815990 2024-11-23T11:20:42,471 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d27aa139bbea496c8b9c289963815990 2024-11-23T11:20:42,487 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/hbase/meta/1588230740/.tmp/ns/0150fe291aa943459d8c3e111d28bcc4 is 43, key is default/ns:d/1732360831930/Put/seqid=0 2024-11-23T11:20:42,495 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/default/test/e59528b3aa1cde15d353cca9e96bb9e1/.tmp/f1/09c30ebbe23e4169a9f719ea449be618 is 30, key is row1/f1:/1732360840930/DeleteFamily/seqid=0 2024-11-23T11:20:42,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741842_1018 (size=5153) 2024-11-23T11:20:42,497 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/hbase/meta/1588230740/.tmp/ns/0150fe291aa943459d8c3e111d28bcc4 2024-11-23T11:20:42,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741843_1019 (size=5123) 2024-11-23T11:20:42,500 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/default/test/e59528b3aa1cde15d353cca9e96bb9e1/.tmp/f1/09c30ebbe23e4169a9f719ea449be618 2024-11-23T11:20:42,505 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09c30ebbe23e4169a9f719ea449be618 2024-11-23T11:20:42,522 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/hbase/meta/1588230740/.tmp/rep_barrier/c85dca1d242543ccb5f6ff6c8f766adf is 112, key is test,,1732360833448.e59528b3aa1cde15d353cca9e96bb9e1./rep_barrier:seqnumDuringOpen/1732360834194/Put/seqid=0 2024-11-23T11:20:42,531 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/default/test/e59528b3aa1cde15d353cca9e96bb9e1/.tmp/norep/414182b51bc44390860f377ebdee4104 is 33, key is row1/norep:/1732360840930/DeleteFamily/seqid=0 2024-11-23T11:20:42,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741844_1020 (size=5518) 2024-11-23T11:20:42,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741845_1021 (size=5108) 2024-11-23T11:20:42,542 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.wal-reader.64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059/64443f9a1829%2C34865%2C1732360829059.1732360830825 to pos 1162, reset compression=false 2024-11-23T11:20:42,621 DEBUG [RS:0;64443f9a1829:34865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d3900312f8d5b5956e3dcf03f6b89648, e59528b3aa1cde15d353cca9e96bb9e1 2024-11-23T11:20:42,633 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:20:42,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:42,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:42,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:42,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:42,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:42,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:42,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:42,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:42,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:42,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:42,702 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T11:20:42,702 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-23T11:20:42,702 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T11:20:42,703 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-23T11:20:42,703 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T11:20:42,703 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-23T11:20:42,731 INFO [regionserver/64443f9a1829:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T11:20:42,731 INFO [regionserver/64443f9a1829:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T11:20:42,821 DEBUG [RS:0;64443f9a1829:34865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d3900312f8d5b5956e3dcf03f6b89648, e59528b3aa1cde15d353cca9e96bb9e1 2024-11-23T11:20:42,869 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.wal-reader.64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313 to pos 914, reset compression=false 2024-11-23T11:20:42,934 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/hbase/meta/1588230740/.tmp/rep_barrier/c85dca1d242543ccb5f6ff6c8f766adf 2024-11-23T11:20:42,941 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/default/test/e59528b3aa1cde15d353cca9e96bb9e1/.tmp/norep/414182b51bc44390860f377ebdee4104 2024-11-23T11:20:42,945 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 414182b51bc44390860f377ebdee4104 2024-11-23T11:20:42,946 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/default/test/e59528b3aa1cde15d353cca9e96bb9e1/.tmp/f/d27aa139bbea496c8b9c289963815990 as hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/default/test/e59528b3aa1cde15d353cca9e96bb9e1/f/d27aa139bbea496c8b9c289963815990 2024-11-23T11:20:42,947 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.wal-reader.64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/WALs/64443f9a1829,34865,1732360829059/64443f9a1829%2C34865%2C1732360829059.1732360830825 to pos 1162, reset compression=false 2024-11-23T11:20:42,956 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/hbase/meta/1588230740/.tmp/table/710e3307f80a44b284386c2552af93e0 is 53, key is hbase:replication/table:state/1732360837151/Put/seqid=0 2024-11-23T11:20:42,961 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d27aa139bbea496c8b9c289963815990 2024-11-23T11:20:42,961 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/default/test/e59528b3aa1cde15d353cca9e96bb9e1/f/d27aa139bbea496c8b9c289963815990, entries=2, sequenceid=8, filesize=5.0 K 2024-11-23T11:20:42,962 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/default/test/e59528b3aa1cde15d353cca9e96bb9e1/.tmp/f1/09c30ebbe23e4169a9f719ea449be618 as hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/default/test/e59528b3aa1cde15d353cca9e96bb9e1/f1/09c30ebbe23e4169a9f719ea449be618 2024-11-23T11:20:42,966 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09c30ebbe23e4169a9f719ea449be618 2024-11-23T11:20:42,966 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/default/test/e59528b3aa1cde15d353cca9e96bb9e1/f1/09c30ebbe23e4169a9f719ea449be618, entries=2, sequenceid=8, filesize=5.0 K 2024-11-23T11:20:42,967 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/default/test/e59528b3aa1cde15d353cca9e96bb9e1/.tmp/norep/414182b51bc44390860f377ebdee4104 as hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/default/test/e59528b3aa1cde15d353cca9e96bb9e1/norep/414182b51bc44390860f377ebdee4104 2024-11-23T11:20:42,971 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 414182b51bc44390860f377ebdee4104 2024-11-23T11:20:42,971 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/default/test/e59528b3aa1cde15d353cca9e96bb9e1/norep/414182b51bc44390860f377ebdee4104, entries=1, sequenceid=8, filesize=5.0 K 2024-11-23T11:20:42,972 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for e59528b3aa1cde15d353cca9e96bb9e1 in 952ms, sequenceid=8, compaction requested=false 2024-11-23T11:20:42,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741846_1022 (size=5308) 2024-11-23T11:20:42,976 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/hbase/meta/1588230740/.tmp/table/710e3307f80a44b284386c2552af93e0 2024-11-23T11:20:42,979 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/default/test/e59528b3aa1cde15d353cca9e96bb9e1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-23T11:20:42,979 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:20:42,979 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T11:20:42,979 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732360833448.e59528b3aa1cde15d353cca9e96bb9e1. 2024-11-23T11:20:42,979 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e59528b3aa1cde15d353cca9e96bb9e1: Waiting for close lock at 1732360842019Running coprocessor pre-close hooks at 1732360842019Disabling compacts and flushes for region at 1732360842019Disabling writes for close at 1732360842020 (+1 ms)Obtaining lock to block concurrent updates at 1732360842020Preparing flush snapshotting stores in e59528b3aa1cde15d353cca9e96bb9e1 at 1732360842020Finished memstore snapshotting test,,1732360833448.e59528b3aa1cde15d353cca9e96bb9e1., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732360842020Flushing stores of test,,1732360833448.e59528b3aa1cde15d353cca9e96bb9e1. at 1732360842021 (+1 ms)Flushing e59528b3aa1cde15d353cca9e96bb9e1/f: creating writer at 1732360842021Flushing e59528b3aa1cde15d353cca9e96bb9e1/f: appending metadata at 1732360842051 (+30 ms)Flushing e59528b3aa1cde15d353cca9e96bb9e1/f: closing flushed file at 1732360842051Flushing e59528b3aa1cde15d353cca9e96bb9e1/f1: creating writer at 1732360842471 (+420 ms)Flushing e59528b3aa1cde15d353cca9e96bb9e1/f1: appending metadata at 1732360842493 (+22 ms)Flushing e59528b3aa1cde15d353cca9e96bb9e1/f1: closing flushed file at 1732360842493Flushing e59528b3aa1cde15d353cca9e96bb9e1/norep: creating writer at 1732360842506 (+13 ms)Flushing e59528b3aa1cde15d353cca9e96bb9e1/norep: appending metadata at 1732360842530 (+24 ms)Flushing e59528b3aa1cde15d353cca9e96bb9e1/norep: closing flushed file at 1732360842530Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70d4cbeb: reopening flushed file at 1732360842945 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f6ec55: reopening flushed file at 1732360842961 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18228402: reopening flushed file at 1732360842966 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for e59528b3aa1cde15d353cca9e96bb9e1 in 952ms, sequenceid=8, compaction requested=false at 1732360842972 (+6 ms)Writing region close event to WAL at 1732360842975 (+3 ms)Running coprocessor post-close hooks at 1732360842979 (+4 ms)Closed at 1732360842979 2024-11-23T11:20:42,979 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732360833448.e59528b3aa1cde15d353cca9e96bb9e1. 2024-11-23T11:20:42,980 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d3900312f8d5b5956e3dcf03f6b89648, disabling compactions & flushes 2024-11-23T11:20:42,980 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732360836771.d3900312f8d5b5956e3dcf03f6b89648. 2024-11-23T11:20:42,980 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732360836771.d3900312f8d5b5956e3dcf03f6b89648. 2024-11-23T11:20:42,980 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732360836771.d3900312f8d5b5956e3dcf03f6b89648. after waiting 0 ms 2024-11-23T11:20:42,980 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732360836771.d3900312f8d5b5956e3dcf03f6b89648. 2024-11-23T11:20:42,980 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d3900312f8d5b5956e3dcf03f6b89648: Waiting for close lock at 1732360842980Running coprocessor pre-close hooks at 1732360842980Disabling compacts and flushes for region at 1732360842980Disabling writes for close at 1732360842980Failed flush hbase:replication,,1732360836771.d3900312f8d5b5956e3dcf03f6b89648., putting online again at 1732360842980 2024-11-23T11:20:42,980 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732360836771.d3900312f8d5b5956e3dcf03f6b89648. 2024-11-23T11:20:42,982 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/hbase/meta/1588230740/.tmp/info/ad0e9a6d93e24b33b92fe054d3079d45 as hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/hbase/meta/1588230740/info/ad0e9a6d93e24b33b92fe054d3079d45 2024-11-23T11:20:42,987 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/hbase/meta/1588230740/info/ad0e9a6d93e24b33b92fe054d3079d45, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T11:20:42,988 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/hbase/meta/1588230740/.tmp/ns/0150fe291aa943459d8c3e111d28bcc4 as hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/hbase/meta/1588230740/ns/0150fe291aa943459d8c3e111d28bcc4 2024-11-23T11:20:42,992 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/hbase/meta/1588230740/ns/0150fe291aa943459d8c3e111d28bcc4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T11:20:42,993 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/hbase/meta/1588230740/.tmp/rep_barrier/c85dca1d242543ccb5f6ff6c8f766adf as hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/hbase/meta/1588230740/rep_barrier/c85dca1d242543ccb5f6ff6c8f766adf 2024-11-23T11:20:42,996 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/hbase/meta/1588230740/rep_barrier/c85dca1d242543ccb5f6ff6c8f766adf, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T11:20:42,997 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/hbase/meta/1588230740/.tmp/table/710e3307f80a44b284386c2552af93e0 as hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/hbase/meta/1588230740/table/710e3307f80a44b284386c2552af93e0 2024-11-23T11:20:43,001 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/hbase/meta/1588230740/table/710e3307f80a44b284386c2552af93e0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T11:20:43,001 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 980ms, sequenceid=16, compaction requested=false 2024-11-23T11:20:43,008 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T11:20:43,008 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:20:43,008 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:20:43,008 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:20:43,009 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360842020Running coprocessor pre-close hooks at 1732360842020Disabling compacts and flushes for region at 1732360842021 (+1 ms)Disabling writes for close at 1732360842021Obtaining lock to block concurrent updates at 1732360842021Preparing flush snapshotting stores in 1588230740 at 1732360842021Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732360842021Flushing stores of hbase:meta,,1.1588230740 at 1732360842022 (+1 ms)Flushing 1588230740/info: creating writer at 1732360842022Flushing 1588230740/info: appending metadata at 1732360842049 (+27 ms)Flushing 1588230740/info: closing flushed file at 1732360842049Flushing 1588230740/ns: creating writer at 1732360842466 (+417 ms)Flushing 1588230740/ns: appending metadata at 1732360842486 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732360842487 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732360842503 (+16 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732360842521 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732360842521Flushing 1588230740/table: creating writer at 1732360842938 (+417 ms)Flushing 1588230740/table: appending metadata at 1732360842955 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732360842955Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f65672a: reopening flushed file at 1732360842980 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25d7b5ff: reopening flushed file at 1732360842987 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@245c8e4f: reopening flushed file at 1732360842992 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fdddd76: reopening flushed file at 1732360842996 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 980ms, sequenceid=16, compaction requested=false at 1732360843001 (+5 ms)Writing region close event to WAL at 1732360843005 (+4 ms)Running coprocessor post-close hooks at 1732360843008 (+3 ms)Closed at 1732360843008 2024-11-23T11:20:43,009 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T11:20:43,021 INFO [RS:0;64443f9a1829:34865 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T11:20:43,021 DEBUG [RS:0;64443f9a1829:34865 {}] regionserver.HRegionServer(1325): Online Regions={d3900312f8d5b5956e3dcf03f6b89648=hbase:replication,,1732360836771.d3900312f8d5b5956e3dcf03f6b89648.} 2024-11-23T11:20:43,021 INFO [RS:0;64443f9a1829:34865 {}] regionserver.HRegionServer(3091): Received CLOSE for d3900312f8d5b5956e3dcf03f6b89648 2024-11-23T11:20:43,022 DEBUG [RS:0;64443f9a1829:34865 {}] regionserver.HRegionServer(1351): Waiting on d3900312f8d5b5956e3dcf03f6b89648 2024-11-23T11:20:43,022 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d3900312f8d5b5956e3dcf03f6b89648, disabling compactions & flushes 2024-11-23T11:20:43,022 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732360836771.d3900312f8d5b5956e3dcf03f6b89648. 2024-11-23T11:20:43,022 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732360836771.d3900312f8d5b5956e3dcf03f6b89648. 2024-11-23T11:20:43,022 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732360836771.d3900312f8d5b5956e3dcf03f6b89648. after waiting 0 ms 2024-11-23T11:20:43,022 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732360836771.d3900312f8d5b5956e3dcf03f6b89648. 2024-11-23T11:20:43,022 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d3900312f8d5b5956e3dcf03f6b89648: Waiting for close lock at 1732360843022Running coprocessor pre-close hooks at 1732360843022Disabling compacts and flushes for region at 1732360843022Disabling writes for close at 1732360843022Failed flush hbase:replication,,1732360836771.d3900312f8d5b5956e3dcf03f6b89648., putting online again at 1732360843022 2024-11-23T11:20:43,022 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732360836771.d3900312f8d5b5956e3dcf03f6b89648. 2024-11-23T11:20:43,222 INFO [RS:0;64443f9a1829:34865 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-23T11:20:43,222 INFO [RS:0;64443f9a1829:34865 {}] regionserver.HRegionServer(976): stopping server 64443f9a1829,34865,1732360829059; all regions closed. 2024-11-23T11:20:43,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741834_1010 (size=4239) 2024-11-23T11:20:43,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741839_1015 (size=1733) 2024-11-23T11:20:43,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741832_1008 (size=1814) 2024-11-23T11:20:43,234 DEBUG [RS:0;64443f9a1829:34865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:43,235 INFO [RS:0;64443f9a1829:34865 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:20:43,235 INFO [RS:0;64443f9a1829:34865 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:20:43,235 INFO [RS:0;64443f9a1829:34865 {}] hbase.ChoreService(370): Chore service for: regionserver/64443f9a1829:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T11:20:43,235 INFO [RS:0;64443f9a1829:34865 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:20:43,235 INFO [regionserver/64443f9a1829:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:20:43,235 INFO [RS:0;64443f9a1829:34865 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-64443f9a1829,34865,1732360829059 because: Region server is closing 2024-11-23T11:20:43,235 INFO [RS:0;64443f9a1829:34865 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:34865. 2024-11-23T11:20:43,235 DEBUG [RS:0;64443f9a1829:34865 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:20:43,236 DEBUG [RS:0;64443f9a1829:34865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:43,236 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:20:43,236 DEBUG [RS:0;64443f9a1829:34865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:43,336 INFO [RS:0;64443f9a1829:34865 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.shipper64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 terminated 2024-11-23T11:20:43,336 WARN [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34865,1732360829059.replicationSource.wal-reader.64443f9a1829%2C34865%2C1732360829059,1-64443f9a1829,34865,1732360829059 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T11:20:43,336 INFO [RS:0;64443f9a1829:34865 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:34865. 2024-11-23T11:20:43,336 DEBUG [RS:0;64443f9a1829:34865 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:20:43,336 DEBUG [RS:0;64443f9a1829:34865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:43,337 DEBUG [RS:0;64443f9a1829:34865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:43,337 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:20:43,337 INFO [RS:0;64443f9a1829:34865 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34865 2024-11-23T11:20:43,473 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.wal-reader.64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313 to pos 914, reset compression=false 2024-11-23T11:20:43,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39997-0x101676c4da80003, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1963088046/rs 2024-11-23T11:20:43,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x101676c4da80004, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1963088046/rs/64443f9a1829,34865,1732360829059 2024-11-23T11:20:43,569 INFO [RS:0;64443f9a1829:34865 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:20:43,581 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64443f9a1829,34865,1732360829059] 2024-11-23T11:20:43,644 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1963088046/draining/64443f9a1829,34865,1732360829059 already deleted, retry=false 2024-11-23T11:20:43,645 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64443f9a1829,34865,1732360829059 expired; onlineServers=0 2024-11-23T11:20:43,645 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64443f9a1829,39997,1732360828894' ***** 2024-11-23T11:20:43,645 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T11:20:43,645 INFO [M:0;64443f9a1829:39997 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:20:43,645 INFO [M:0;64443f9a1829:39997 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:20:43,645 DEBUG [M:0;64443f9a1829:39997 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T11:20:43,645 DEBUG [M:0;64443f9a1829:39997 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T11:20:43,645 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T11:20:43,645 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360830484 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360830484,5,FailOnTimeoutGroup] 2024-11-23T11:20:43,645 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360830468 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360830468,5,FailOnTimeoutGroup] 2024-11-23T11:20:43,645 INFO [M:0;64443f9a1829:39997 {}] hbase.ChoreService(370): Chore service for: master/64443f9a1829:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T11:20:43,645 INFO [M:0;64443f9a1829:39997 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:20:43,645 DEBUG [M:0;64443f9a1829:39997 {}] master.HMaster(1795): Stopping service threads 2024-11-23T11:20:43,645 INFO [M:0;64443f9a1829:39997 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T11:20:43,645 INFO [M:0;64443f9a1829:39997 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:20:43,645 INFO [M:0;64443f9a1829:39997 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T11:20:43,646 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T11:20:43,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x101676c4da80004, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:20:43,681 INFO [RS:0;64443f9a1829:34865 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:20:43,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x101676c4da80004, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:20:43,681 INFO [RS:0;64443f9a1829:34865 {}] regionserver.HRegionServer(1031): Exiting; stopping=64443f9a1829,34865,1732360829059; zookeeper connection closed. 2024-11-23T11:20:43,682 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5daaf8f3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5daaf8f3 2024-11-23T11:20:43,682 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T11:20:43,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39997-0x101676c4da80003, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1963088046/master 2024-11-23T11:20:43,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39997-0x101676c4da80003, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1963088046 2024-11-23T11:20:43,739 DEBUG [M:0;64443f9a1829:39997 {}] zookeeper.ZKUtil(347): master:39997-0x101676c4da80003, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Unable to get data of znode /1-1963088046/master because node does not exist (not an error) 2024-11-23T11:20:43,739 WARN [M:0;64443f9a1829:39997 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T11:20:43,740 INFO [M:0;64443f9a1829:39997 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/.lastflushedseqids 2024-11-23T11:20:43,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741847_1023 (size=245) 2024-11-23T11:20:44,146 INFO [M:0;64443f9a1829:39997 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T11:20:44,146 INFO [M:0;64443f9a1829:39997 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T11:20:44,147 DEBUG [M:0;64443f9a1829:39997 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:20:44,147 INFO [M:0;64443f9a1829:39997 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:20:44,147 DEBUG [M:0;64443f9a1829:39997 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:20:44,147 DEBUG [M:0;64443f9a1829:39997 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:20:44,147 DEBUG [M:0;64443f9a1829:39997 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:20:44,147 INFO [M:0;64443f9a1829:39997 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-23T11:20:44,167 DEBUG [M:0;64443f9a1829:39997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/955bd10e13414c19bd2146ac99d8662c is 82, key is hbase:meta,,1/info:regioninfo/1732360831772/Put/seqid=0 2024-11-23T11:20:44,177 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.wal-reader.64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313 to pos 914, reset compression=false 2024-11-23T11:20:44,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741848_1024 (size=5672) 2024-11-23T11:20:44,183 INFO [M:0;64443f9a1829:39997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/955bd10e13414c19bd2146ac99d8662c 2024-11-23T11:20:44,212 DEBUG [M:0;64443f9a1829:39997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05a1d29d884a4627b7f18c66c8cd0e48 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732360837155/Put/seqid=0 2024-11-23T11:20:44,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741849_1025 (size=8516) 2024-11-23T11:20:44,218 INFO [M:0;64443f9a1829:39997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05a1d29d884a4627b7f18c66c8cd0e48 2024-11-23T11:20:44,249 DEBUG [M:0;64443f9a1829:39997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbbf10f9e1604fd6806a5536c5b2d335 is 69, key is 64443f9a1829,34865,1732360829059/rs:state/1732360830581/Put/seqid=0 2024-11-23T11:20:44,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741850_1026 (size=5156) 2024-11-23T11:20:44,267 INFO [M:0;64443f9a1829:39997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbbf10f9e1604fd6806a5536c5b2d335 2024-11-23T11:20:44,272 DEBUG [M:0;64443f9a1829:39997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/955bd10e13414c19bd2146ac99d8662c as hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/955bd10e13414c19bd2146ac99d8662c 2024-11-23T11:20:44,276 INFO [M:0;64443f9a1829:39997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/955bd10e13414c19bd2146ac99d8662c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T11:20:44,279 DEBUG [M:0;64443f9a1829:39997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05a1d29d884a4627b7f18c66c8cd0e48 as hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05a1d29d884a4627b7f18c66c8cd0e48 2024-11-23T11:20:44,283 INFO [M:0;64443f9a1829:39997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05a1d29d884a4627b7f18c66c8cd0e48, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T11:20:44,287 DEBUG [M:0;64443f9a1829:39997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbbf10f9e1604fd6806a5536c5b2d335 as hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cbbf10f9e1604fd6806a5536c5b2d335 2024-11-23T11:20:44,294 INFO [M:0;64443f9a1829:39997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37317/user/jenkins/test-data/4829abbb-33b0-11fb-c0cc-bd1dd609e687/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cbbf10f9e1604fd6806a5536c5b2d335, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T11:20:44,294 INFO [M:0;64443f9a1829:39997 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 147ms, sequenceid=97, compaction requested=false 2024-11-23T11:20:44,324 INFO [M:0;64443f9a1829:39997 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:20:44,325 DEBUG [M:0;64443f9a1829:39997 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360844147Disabling compacts and flushes for region at 1732360844147Disabling writes for close at 1732360844147Obtaining lock to block concurrent updates at 1732360844147Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732360844147Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732360844147Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732360844148 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732360844148Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732360844166 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732360844166Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732360844189 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732360844211 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732360844211Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732360844222 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732360844249 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732360844249Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20a7029f: reopening flushed file at 1732360844271 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c9df10d: reopening flushed file at 1732360844276 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d6f3f41: reopening flushed file at 1732360844284 (+8 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 147ms, sequenceid=97, compaction requested=false at 1732360844294 (+10 ms)Writing region close event to WAL at 1732360844324 (+30 ms)Closed at 1732360844324 2024-11-23T11:20:44,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741830_1006 (size=63654) 2024-11-23T11:20:44,333 INFO [M:0;64443f9a1829:39997 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T11:20:44,333 INFO [M:0;64443f9a1829:39997 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39997 2024-11-23T11:20:44,333 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:20:44,333 INFO [M:0;64443f9a1829:39997 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:20:44,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39997-0x101676c4da80003, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:20:44,502 INFO [M:0;64443f9a1829:39997 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:20:44,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39997-0x101676c4da80003, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:20:44,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e651f89{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:20:44,513 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4740b0e0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:20:44,513 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:20:44,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@730384bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:20:44,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10fc23f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/125db95c-0dd4-7865-7373-adcea13baf61/hadoop.log.dir/,STOPPED} 2024-11-23T11:20:44,515 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T11:20:44,515 WARN [BP-1284951982-172.17.0.3-1732360826601 heartbeating to localhost/127.0.0.1:37317 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T11:20:44,515 WARN [BP-1284951982-172.17.0.3-1732360826601 heartbeating to localhost/127.0.0.1:37317 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1284951982-172.17.0.3-1732360826601 (Datanode Uuid 2acb4a2c-ecc2-4e9a-a0fb-e335329b8306) service to localhost/127.0.0.1:37317 2024-11-23T11:20:44,515 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T11:20:44,516 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/125db95c-0dd4-7865-7373-adcea13baf61/cluster_ab355d48-ab57-b990-fff0-9ed0bc80d191/data/data1/current/BP-1284951982-172.17.0.3-1732360826601 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:20:44,516 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/125db95c-0dd4-7865-7373-adcea13baf61/cluster_ab355d48-ab57-b990-fff0-9ed0bc80d191/data/data2/current/BP-1284951982-172.17.0.3-1732360826601 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:20:44,516 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T11:20:44,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@aefdacb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:20:44,522 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13efbb47{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:20:44,522 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:20:44,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@454a6aca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:20:44,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@535bcf4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/125db95c-0dd4-7865-7373-adcea13baf61/hadoop.log.dir/,STOPPED} 2024-11-23T11:20:44,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T11:20:44,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T11:20:44,534 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:20:44,534 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:20:44,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:44,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:44,534 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:20:44,535 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T11:20:44,535 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=697758972, stopped=false 2024-11-23T11:20:44,535 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64443f9a1829,43761,1732360822012 2024-11-23T11:20:44,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x101676c4da80000, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0365676290/running 2024-11-23T11:20:44,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101676c4da80001, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0365676290/running 2024-11-23T11:20:44,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x101676c4da80000, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0365676290 2024-11-23T11:20:44,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101676c4da80001, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0365676290 2024-11-23T11:20:44,550 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:20:44,550 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:20:44,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42657-0x101676c4da80001, quorum=127.0.0.1:58912, baseZNode=/0365676290 Set watcher on znode that does not yet exist, /0365676290/running 2024-11-23T11:20:44,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43761-0x101676c4da80000, quorum=127.0.0.1:58912, baseZNode=/0365676290 Set watcher on znode that does not yet exist, /0365676290/running 2024-11-23T11:20:44,551 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:20:44,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:44,551 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64443f9a1829,42657,1732360822270' ***** 2024-11-23T11:20:44,551 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T11:20:44,551 INFO [RS:0;64443f9a1829:42657 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T11:20:44,551 INFO [RS:0;64443f9a1829:42657 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T11:20:44,551 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T11:20:44,551 INFO [RS:0;64443f9a1829:42657 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T11:20:44,551 INFO [RS:0;64443f9a1829:42657 {}] regionserver.HRegionServer(3091): Received CLOSE for cafbbe7f624f5fe324d9a770d6757f84 2024-11-23T11:20:44,552 INFO [RS:0;64443f9a1829:42657 {}] regionserver.HRegionServer(3091): Received CLOSE for 94e9501567b9593ebfb3d2ef84047298 2024-11-23T11:20:44,552 INFO [RS:0;64443f9a1829:42657 {}] regionserver.HRegionServer(959): stopping server 64443f9a1829,42657,1732360822270 2024-11-23T11:20:44,552 INFO [RS:0;64443f9a1829:42657 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:20:44,552 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cafbbe7f624f5fe324d9a770d6757f84, disabling compactions & flushes 2024-11-23T11:20:44,552 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732360834614.cafbbe7f624f5fe324d9a770d6757f84. 2024-11-23T11:20:44,552 INFO [RS:0;64443f9a1829:42657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:42657. 2024-11-23T11:20:44,552 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732360834614.cafbbe7f624f5fe324d9a770d6757f84. 2024-11-23T11:20:44,552 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732360834614.cafbbe7f624f5fe324d9a770d6757f84. after waiting 0 ms 2024-11-23T11:20:44,552 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732360834614.cafbbe7f624f5fe324d9a770d6757f84. 2024-11-23T11:20:44,552 DEBUG [RS:0;64443f9a1829:42657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:20:44,552 DEBUG [RS:0;64443f9a1829:42657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:44,552 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cafbbe7f624f5fe324d9a770d6757f84 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-23T11:20:44,552 INFO [RS:0;64443f9a1829:42657 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T11:20:44,552 INFO [RS:0;64443f9a1829:42657 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T11:20:44,552 INFO [RS:0;64443f9a1829:42657 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T11:20:44,552 INFO [RS:0;64443f9a1829:42657 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T11:20:44,556 INFO [RS:0;64443f9a1829:42657 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T11:20:44,556 DEBUG [RS:0;64443f9a1829:42657 {}] regionserver.HRegionServer(1325): Online Regions={cafbbe7f624f5fe324d9a770d6757f84=hbase:replication,,1732360834614.cafbbe7f624f5fe324d9a770d6757f84., 94e9501567b9593ebfb3d2ef84047298=test,,1732360832300.94e9501567b9593ebfb3d2ef84047298., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T11:20:44,556 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:20:44,556 DEBUG [RS:0;64443f9a1829:42657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 94e9501567b9593ebfb3d2ef84047298, cafbbe7f624f5fe324d9a770d6757f84 2024-11-23T11:20:44,556 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:20:44,556 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:20:44,556 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:20:44,556 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:20:44,556 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T11:20:44,572 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/hbase/replication/cafbbe7f624f5fe324d9a770d6757f84/.tmp/queue/1f7d8ac9bf254106ac690d13d59d6460 is 153, key is 1-64443f9a1829,42657,1732360822270/queue:64443f9a1829%2C42657%2C1732360822270/1732360841451/Put/seqid=0 2024-11-23T11:20:44,575 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/hbase/meta/1588230740/.tmp/info/9e20c687cbad40af818c0e49295ba00c is 147, key is hbase:replication,,1732360834614.cafbbe7f624f5fe324d9a770d6757f84./info:regioninfo/1732360835434/Put/seqid=0 2024-11-23T11:20:44,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42567 is added to blk_1073741840_1016 (size=5352) 2024-11-23T11:20:44,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42567 is added to blk_1073741841_1017 (size=7686) 2024-11-23T11:20:44,606 INFO [regionserver/64443f9a1829:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:20:44,756 DEBUG [RS:0;64443f9a1829:42657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 94e9501567b9593ebfb3d2ef84047298, cafbbe7f624f5fe324d9a770d6757f84 2024-11-23T11:20:44,957 DEBUG [RS:0;64443f9a1829:42657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 94e9501567b9593ebfb3d2ef84047298, cafbbe7f624f5fe324d9a770d6757f84 2024-11-23T11:20:44,976 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/hbase/replication/cafbbe7f624f5fe324d9a770d6757f84/.tmp/queue/1f7d8ac9bf254106ac690d13d59d6460 2024-11-23T11:20:44,981 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/hbase/replication/cafbbe7f624f5fe324d9a770d6757f84/.tmp/queue/1f7d8ac9bf254106ac690d13d59d6460 as hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/hbase/replication/cafbbe7f624f5fe324d9a770d6757f84/queue/1f7d8ac9bf254106ac690d13d59d6460 2024-11-23T11:20:44,982 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.wal-reader.64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313 to pos 914, reset compression=false 2024-11-23T11:20:44,984 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/hbase/meta/1588230740/.tmp/info/9e20c687cbad40af818c0e49295ba00c 2024-11-23T11:20:44,987 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/hbase/replication/cafbbe7f624f5fe324d9a770d6757f84/queue/1f7d8ac9bf254106ac690d13d59d6460, entries=1, sequenceid=10, filesize=5.2 K 2024-11-23T11:20:44,988 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for cafbbe7f624f5fe324d9a770d6757f84 in 435ms, sequenceid=10, compaction requested=false 2024-11-23T11:20:44,991 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/hbase/replication/cafbbe7f624f5fe324d9a770d6757f84/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-23T11:20:44,992 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:20:44,992 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:20:44,992 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732360834614.cafbbe7f624f5fe324d9a770d6757f84. 2024-11-23T11:20:44,992 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cafbbe7f624f5fe324d9a770d6757f84: Waiting for close lock at 1732360844552Running coprocessor pre-close hooks at 1732360844552Disabling compacts and flushes for region at 1732360844552Disabling writes for close at 1732360844552Obtaining lock to block concurrent updates at 1732360844552Preparing flush snapshotting stores in cafbbe7f624f5fe324d9a770d6757f84 at 1732360844552Finished memstore snapshotting hbase:replication,,1732360834614.cafbbe7f624f5fe324d9a770d6757f84., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732360844552Flushing stores of hbase:replication,,1732360834614.cafbbe7f624f5fe324d9a770d6757f84. at 1732360844553 (+1 ms)Flushing cafbbe7f624f5fe324d9a770d6757f84/queue: creating writer at 1732360844553Flushing cafbbe7f624f5fe324d9a770d6757f84/queue: appending metadata at 1732360844571 (+18 ms)Flushing cafbbe7f624f5fe324d9a770d6757f84/queue: closing flushed file at 1732360844572 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ec86ae4: reopening flushed file at 1732360844981 (+409 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for cafbbe7f624f5fe324d9a770d6757f84 in 435ms, sequenceid=10, compaction requested=false at 1732360844988 (+7 ms)Writing region close event to WAL at 1732360844988Running coprocessor post-close hooks at 1732360844992 (+4 ms)Closed at 1732360844992 2024-11-23T11:20:44,992 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732360834614.cafbbe7f624f5fe324d9a770d6757f84. 2024-11-23T11:20:44,992 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 94e9501567b9593ebfb3d2ef84047298, disabling compactions & flushes 2024-11-23T11:20:44,992 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732360832300.94e9501567b9593ebfb3d2ef84047298. 2024-11-23T11:20:44,992 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732360832300.94e9501567b9593ebfb3d2ef84047298. 2024-11-23T11:20:44,992 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732360832300.94e9501567b9593ebfb3d2ef84047298. after waiting 0 ms 2024-11-23T11:20:44,992 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732360832300.94e9501567b9593ebfb3d2ef84047298. 2024-11-23T11:20:44,992 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 94e9501567b9593ebfb3d2ef84047298 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-23T11:20:45,002 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/hbase/meta/1588230740/.tmp/ns/6ae0e758946147d1a9e79d9446406dd4 is 43, key is default/ns:d/1732360826360/Put/seqid=0 2024-11-23T11:20:45,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42567 is added to blk_1073741842_1018 (size=5153) 2024-11-23T11:20:45,009 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/default/test/94e9501567b9593ebfb3d2ef84047298/.tmp/f/3e4e7fd854c34083901978480d8fea2a is 29, key is row1/f:/1732360840930/DeleteFamily/seqid=0 2024-11-23T11:20:45,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42567 is added to blk_1073741843_1019 (size=5118) 2024-11-23T11:20:45,157 DEBUG [RS:0;64443f9a1829:42657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 94e9501567b9593ebfb3d2ef84047298 2024-11-23T11:20:45,178 INFO [regionserver/64443f9a1829:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T11:20:45,178 INFO [regionserver/64443f9a1829:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T11:20:45,357 DEBUG [RS:0;64443f9a1829:42657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 94e9501567b9593ebfb3d2ef84047298 2024-11-23T11:20:45,408 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/hbase/meta/1588230740/.tmp/ns/6ae0e758946147d1a9e79d9446406dd4 2024-11-23T11:20:45,413 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/default/test/94e9501567b9593ebfb3d2ef84047298/.tmp/f/3e4e7fd854c34083901978480d8fea2a 2024-11-23T11:20:45,417 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e4e7fd854c34083901978480d8fea2a 2024-11-23T11:20:45,428 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/hbase/meta/1588230740/.tmp/rep_barrier/565eb065bf604c18989fab3ea9f42073 is 112, key is test,,1732360832300.94e9501567b9593ebfb3d2ef84047298./rep_barrier:seqnumDuringOpen/1732360833083/Put/seqid=0 2024-11-23T11:20:45,433 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/default/test/94e9501567b9593ebfb3d2ef84047298/.tmp/f1/57a9a20985ac46c9998d2731dec4a8ac is 30, key is row1/f1:/1732360840930/DeleteFamily/seqid=0 2024-11-23T11:20:45,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42567 is added to blk_1073741844_1020 (size=5518) 2024-11-23T11:20:45,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42567 is added to blk_1073741845_1021 (size=5123) 2024-11-23T11:20:45,441 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/default/test/94e9501567b9593ebfb3d2ef84047298/.tmp/f1/57a9a20985ac46c9998d2731dec4a8ac 2024-11-23T11:20:45,444 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57a9a20985ac46c9998d2731dec4a8ac 2024-11-23T11:20:45,461 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/default/test/94e9501567b9593ebfb3d2ef84047298/.tmp/norep/1bfad14de6404d539c812b810ab0885d is 32, key is row/norep:/1732360839923/DeleteFamily/seqid=0 2024-11-23T11:20:45,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42567 is added to blk_1073741846_1022 (size=5101) 2024-11-23T11:20:45,469 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/default/test/94e9501567b9593ebfb3d2ef84047298/.tmp/norep/1bfad14de6404d539c812b810ab0885d 2024-11-23T11:20:45,473 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1bfad14de6404d539c812b810ab0885d 2024-11-23T11:20:45,474 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/default/test/94e9501567b9593ebfb3d2ef84047298/.tmp/f/3e4e7fd854c34083901978480d8fea2a as hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/default/test/94e9501567b9593ebfb3d2ef84047298/f/3e4e7fd854c34083901978480d8fea2a 2024-11-23T11:20:45,479 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e4e7fd854c34083901978480d8fea2a 2024-11-23T11:20:45,479 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/default/test/94e9501567b9593ebfb3d2ef84047298/f/3e4e7fd854c34083901978480d8fea2a, entries=2, sequenceid=8, filesize=5.0 K 2024-11-23T11:20:45,481 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/default/test/94e9501567b9593ebfb3d2ef84047298/.tmp/f1/57a9a20985ac46c9998d2731dec4a8ac as hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/default/test/94e9501567b9593ebfb3d2ef84047298/f1/57a9a20985ac46c9998d2731dec4a8ac 2024-11-23T11:20:45,486 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57a9a20985ac46c9998d2731dec4a8ac 2024-11-23T11:20:45,486 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/default/test/94e9501567b9593ebfb3d2ef84047298/f1/57a9a20985ac46c9998d2731dec4a8ac, entries=2, sequenceid=8, filesize=5.0 K 2024-11-23T11:20:45,487 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/default/test/94e9501567b9593ebfb3d2ef84047298/.tmp/norep/1bfad14de6404d539c812b810ab0885d as hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/default/test/94e9501567b9593ebfb3d2ef84047298/norep/1bfad14de6404d539c812b810ab0885d 2024-11-23T11:20:45,504 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1bfad14de6404d539c812b810ab0885d 2024-11-23T11:20:45,504 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/default/test/94e9501567b9593ebfb3d2ef84047298/norep/1bfad14de6404d539c812b810ab0885d, entries=1, sequenceid=8, filesize=5.0 K 2024-11-23T11:20:45,506 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 94e9501567b9593ebfb3d2ef84047298 in 514ms, sequenceid=8, compaction requested=false 2024-11-23T11:20:45,537 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/default/test/94e9501567b9593ebfb3d2ef84047298/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-23T11:20:45,538 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:20:45,538 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T11:20:45,538 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732360832300.94e9501567b9593ebfb3d2ef84047298. 2024-11-23T11:20:45,538 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 94e9501567b9593ebfb3d2ef84047298: Waiting for close lock at 1732360844992Running coprocessor pre-close hooks at 1732360844992Disabling compacts and flushes for region at 1732360844992Disabling writes for close at 1732360844992Obtaining lock to block concurrent updates at 1732360844992Preparing flush snapshotting stores in 94e9501567b9593ebfb3d2ef84047298 at 1732360844992Finished memstore snapshotting test,,1732360832300.94e9501567b9593ebfb3d2ef84047298., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732360844993 (+1 ms)Flushing stores of test,,1732360832300.94e9501567b9593ebfb3d2ef84047298. at 1732360844993Flushing 94e9501567b9593ebfb3d2ef84047298/f: creating writer at 1732360844993Flushing 94e9501567b9593ebfb3d2ef84047298/f: appending metadata at 1732360845009 (+16 ms)Flushing 94e9501567b9593ebfb3d2ef84047298/f: closing flushed file at 1732360845009Flushing 94e9501567b9593ebfb3d2ef84047298/f1: creating writer at 1732360845417 (+408 ms)Flushing 94e9501567b9593ebfb3d2ef84047298/f1: appending metadata at 1732360845433 (+16 ms)Flushing 94e9501567b9593ebfb3d2ef84047298/f1: closing flushed file at 1732360845433Flushing 94e9501567b9593ebfb3d2ef84047298/norep: creating writer at 1732360845445 (+12 ms)Flushing 94e9501567b9593ebfb3d2ef84047298/norep: appending metadata at 1732360845460 (+15 ms)Flushing 94e9501567b9593ebfb3d2ef84047298/norep: closing flushed file at 1732360845461 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a39896c: reopening flushed file at 1732360845473 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fee6698: reopening flushed file at 1732360845479 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6abd7730: reopening flushed file at 1732360845487 (+8 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 94e9501567b9593ebfb3d2ef84047298 in 514ms, sequenceid=8, compaction requested=false at 1732360845506 (+19 ms)Writing region close event to WAL at 1732360845526 (+20 ms)Running coprocessor post-close hooks at 1732360845538 (+12 ms)Closed at 1732360845538 2024-11-23T11:20:45,539 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732360832300.94e9501567b9593ebfb3d2ef84047298. 2024-11-23T11:20:45,557 INFO [RS:0;64443f9a1829:42657 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T11:20:45,557 DEBUG [RS:0;64443f9a1829:42657 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T11:20:45,557 DEBUG [RS:0;64443f9a1829:42657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:20:45,758 DEBUG [RS:0;64443f9a1829:42657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:20:45,835 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/hbase/meta/1588230740/.tmp/rep_barrier/565eb065bf604c18989fab3ea9f42073 2024-11-23T11:20:45,852 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/hbase/meta/1588230740/.tmp/table/a7ab2fe92f1f4a6c9b41ad8e749ec399 is 53, key is hbase:replication/table:state/1732360835446/Put/seqid=0 2024-11-23T11:20:45,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42567 is added to blk_1073741847_1023 (size=5308) 2024-11-23T11:20:45,887 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.wal-reader.64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313 to pos 914, reset compression=false 2024-11-23T11:20:45,894 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.wal-reader.64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:20:45,894 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.wal-reader.64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313 to pos 1805, reset compression=false 2024-11-23T11:20:45,894 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.shipper64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,42657,1732360822270 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313, lastWalPosition=1805, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:20:45,895 ERROR [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.shipper64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 64443f9a1829,42657,1732360822270: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-64443f9a1829,42657,1732360822270, walGroup=64443f9a1829%2C42657%2C1732360822270, offset=64443f9a1829%2C42657%2C1732360822270.1732360825313:1805, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64443f9a1829:42657 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T11:20:45,896 ERROR [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.shipper64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T11:20:45,896 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.shipper64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T11:20:45,897 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.shipper64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T11:20:45,897 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.shipper64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T11:20:45,897 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.shipper64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T11:20:45,897 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.shipper64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 662769696 }, "NonHeapMemoryUsage": { "committed": 195166208, "init": 7667712, "max": -1, "used": 192262408 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T11:20:45,897 WARN [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.shipper64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64443f9a1829:43761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64443f9a1829:43761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T11:20:45,958 DEBUG [RS:0;64443f9a1829:42657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:20:46,099 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.wal-reader.64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/WALs/64443f9a1829,42657,1732360822270/64443f9a1829%2C42657%2C1732360822270.1732360825313 to pos 1805, reset compression=false 2024-11-23T11:20:46,158 DEBUG [RS:0;64443f9a1829:42657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:20:46,256 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/hbase/meta/1588230740/.tmp/table/a7ab2fe92f1f4a6c9b41ad8e749ec399 2024-11-23T11:20:46,260 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/hbase/meta/1588230740/.tmp/info/9e20c687cbad40af818c0e49295ba00c as hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/hbase/meta/1588230740/info/9e20c687cbad40af818c0e49295ba00c 2024-11-23T11:20:46,265 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/hbase/meta/1588230740/info/9e20c687cbad40af818c0e49295ba00c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T11:20:46,266 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/hbase/meta/1588230740/.tmp/ns/6ae0e758946147d1a9e79d9446406dd4 as hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/hbase/meta/1588230740/ns/6ae0e758946147d1a9e79d9446406dd4 2024-11-23T11:20:46,270 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/hbase/meta/1588230740/ns/6ae0e758946147d1a9e79d9446406dd4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T11:20:46,271 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/hbase/meta/1588230740/.tmp/rep_barrier/565eb065bf604c18989fab3ea9f42073 as hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/hbase/meta/1588230740/rep_barrier/565eb065bf604c18989fab3ea9f42073 2024-11-23T11:20:46,275 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/hbase/meta/1588230740/rep_barrier/565eb065bf604c18989fab3ea9f42073, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T11:20:46,276 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/hbase/meta/1588230740/.tmp/table/a7ab2fe92f1f4a6c9b41ad8e749ec399 as hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/hbase/meta/1588230740/table/a7ab2fe92f1f4a6c9b41ad8e749ec399 2024-11-23T11:20:46,281 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/hbase/meta/1588230740/table/a7ab2fe92f1f4a6c9b41ad8e749ec399, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T11:20:46,282 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false 2024-11-23T11:20:46,296 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T11:20:46,297 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:20:46,297 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:20:46,297 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:20:46,297 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360844556Running coprocessor pre-close hooks at 1732360844556Disabling compacts and flushes for region at 1732360844556Disabling writes for close at 1732360844556Obtaining lock to block concurrent updates at 1732360844556Preparing flush snapshotting stores in 1588230740 at 1732360844556Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732360844557 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732360844557Flushing 1588230740/info: creating writer at 1732360844557Flushing 1588230740/info: appending metadata at 1732360844574 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732360844574Flushing 1588230740/ns: creating writer at 1732360844990 (+416 ms)Flushing 1588230740/ns: appending metadata at 1732360845002 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732360845002Flushing 1588230740/rep_barrier: creating writer at 1732360845412 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732360845427 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732360845428 (+1 ms)Flushing 1588230740/table: creating writer at 1732360845839 (+411 ms)Flushing 1588230740/table: appending metadata at 1732360845852 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732360845852Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e7287e5: reopening flushed file at 1732360846260 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f1b46b3: reopening flushed file at 1732360846265 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a82b789: reopening flushed file at 1732360846270 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4575b76: reopening flushed file at 1732360846275 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false at 1732360846282 (+7 ms)Writing region close event to WAL at 1732360846291 (+9 ms)Running coprocessor post-close hooks at 1732360846297 (+6 ms)Closed at 1732360846297 2024-11-23T11:20:46,297 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T11:20:46,358 INFO [RS:0;64443f9a1829:42657 {}] regionserver.HRegionServer(976): stopping server 64443f9a1829,42657,1732360822270; all regions closed. 2024-11-23T11:20:46,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42567 is added to blk_1073741834_1010 (size=4239) 2024-11-23T11:20:46,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42567 is added to blk_1073741839_1015 (size=2676) 2024-11-23T11:20:46,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42567 is added to blk_1073741832_1008 (size=1813) 2024-11-23T11:20:46,366 DEBUG [RS:0;64443f9a1829:42657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:46,366 INFO [RS:0;64443f9a1829:42657 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:20:46,366 INFO [RS:0;64443f9a1829:42657 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:20:46,366 INFO [RS:0;64443f9a1829:42657 {}] hbase.ChoreService(370): Chore service for: regionserver/64443f9a1829:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T11:20:46,366 INFO [RS:0;64443f9a1829:42657 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:20:46,366 INFO [regionserver/64443f9a1829:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:20:46,366 INFO [RS:0;64443f9a1829:42657 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-64443f9a1829,42657,1732360822270 because: Region server is closing 2024-11-23T11:20:46,367 INFO [RS:0;64443f9a1829:42657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:42657. 2024-11-23T11:20:46,367 DEBUG [RS:0;64443f9a1829:42657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:20:46,367 DEBUG [RS:0;64443f9a1829:42657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:46,367 DEBUG [RS:0;64443f9a1829:42657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:46,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:20:46,467 INFO [RS:0;64443f9a1829:42657 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42657,1732360822270.replicationSource.shipper64443f9a1829%2C42657%2C1732360822270,1-64443f9a1829,42657,1732360822270 terminated 2024-11-23T11:20:46,467 INFO [RS:0;64443f9a1829:42657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:42657. 2024-11-23T11:20:46,467 DEBUG [RS:0;64443f9a1829:42657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:20:46,467 DEBUG [RS:0;64443f9a1829:42657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:46,467 DEBUG [RS:0;64443f9a1829:42657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:46,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:20:46,467 INFO [RS:0;64443f9a1829:42657 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42657 2024-11-23T11:20:46,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101676c4da80001, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0365676290/rs/64443f9a1829,42657,1732360822270 2024-11-23T11:20:46,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x101676c4da80000, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0365676290/rs 2024-11-23T11:20:46,524 INFO [RS:0;64443f9a1829:42657 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:20:46,578 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64443f9a1829,42657,1732360822270] 2024-11-23T11:20:46,645 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0365676290/draining/64443f9a1829,42657,1732360822270 already deleted, retry=false 2024-11-23T11:20:46,645 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64443f9a1829,42657,1732360822270 expired; onlineServers=0 2024-11-23T11:20:46,646 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64443f9a1829,43761,1732360822012' ***** 2024-11-23T11:20:46,646 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T11:20:46,646 INFO [M:0;64443f9a1829:43761 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:20:46,646 INFO [M:0;64443f9a1829:43761 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:20:46,646 DEBUG [M:0;64443f9a1829:43761 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T11:20:46,646 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T11:20:46,646 DEBUG [M:0;64443f9a1829:43761 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T11:20:46,646 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360825078 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360825078,5,FailOnTimeoutGroup] 2024-11-23T11:20:46,646 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360825079 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360825079,5,FailOnTimeoutGroup] 2024-11-23T11:20:46,646 INFO [M:0;64443f9a1829:43761 {}] hbase.ChoreService(370): Chore service for: master/64443f9a1829:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T11:20:46,646 INFO [M:0;64443f9a1829:43761 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:20:46,646 DEBUG [M:0;64443f9a1829:43761 {}] master.HMaster(1795): Stopping service threads 2024-11-23T11:20:46,646 INFO [M:0;64443f9a1829:43761 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T11:20:46,647 INFO [M:0;64443f9a1829:43761 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:20:46,647 INFO [M:0;64443f9a1829:43761 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T11:20:46,647 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T11:20:46,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101676c4da80001, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:20:46,678 INFO [RS:0;64443f9a1829:42657 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:20:46,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101676c4da80001, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:20:46,678 INFO [RS:0;64443f9a1829:42657 {}] regionserver.HRegionServer(1031): Exiting; stopping=64443f9a1829,42657,1732360822270; zookeeper connection closed. 2024-11-23T11:20:46,678 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6931d363 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6931d363 2024-11-23T11:20:46,678 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T11:20:46,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x101676c4da80000, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0365676290/master 2024-11-23T11:20:46,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x101676c4da80000, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0365676290 2024-11-23T11:20:46,783 DEBUG [M:0;64443f9a1829:43761 {}] zookeeper.ZKUtil(347): master:43761-0x101676c4da80000, quorum=127.0.0.1:58912, baseZNode=/0365676290 Unable to get data of znode /0365676290/master because node does not exist (not an error) 2024-11-23T11:20:46,783 WARN [M:0;64443f9a1829:43761 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T11:20:46,783 INFO [M:0;64443f9a1829:43761 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/.lastflushedseqids 2024-11-23T11:20:46,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42567 is added to blk_1073741848_1024 (size=245) 2024-11-23T11:20:47,188 INFO [M:0;64443f9a1829:43761 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T11:20:47,188 INFO [M:0;64443f9a1829:43761 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T11:20:47,188 DEBUG [M:0;64443f9a1829:43761 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:20:47,188 INFO [M:0;64443f9a1829:43761 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:20:47,188 DEBUG [M:0;64443f9a1829:43761 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:20:47,188 DEBUG [M:0;64443f9a1829:43761 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:20:47,188 DEBUG [M:0;64443f9a1829:43761 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:20:47,188 INFO [M:0;64443f9a1829:43761 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-23T11:20:47,205 DEBUG [M:0;64443f9a1829:43761 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5175d3127fe341ef945ab3a78e1402f3 is 82, key is hbase:meta,,1/info:regioninfo/1732360826309/Put/seqid=0 2024-11-23T11:20:47,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42567 is added to blk_1073741849_1025 (size=5672) 2024-11-23T11:20:47,608 INFO [M:0;64443f9a1829:43761 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5175d3127fe341ef945ab3a78e1402f3 2024-11-23T11:20:47,629 DEBUG [M:0;64443f9a1829:43761 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f9b7c35438845aea12851e42979ac19 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732360835450/Put/seqid=0 2024-11-23T11:20:47,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42567 is added to blk_1073741850_1026 (size=8517) 2024-11-23T11:20:48,034 INFO [M:0;64443f9a1829:43761 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f9b7c35438845aea12851e42979ac19 2024-11-23T11:20:48,053 DEBUG [M:0;64443f9a1829:43761 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/331e91f27bd54d3fbcee6b8b7a1a9cc6 is 69, key is 64443f9a1829,42657,1732360822270/rs:state/1732360825148/Put/seqid=0 2024-11-23T11:20:48,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42567 is added to blk_1073741851_1027 (size=5156) 2024-11-23T11:20:48,457 INFO [M:0;64443f9a1829:43761 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/331e91f27bd54d3fbcee6b8b7a1a9cc6 2024-11-23T11:20:48,461 DEBUG [M:0;64443f9a1829:43761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5175d3127fe341ef945ab3a78e1402f3 as hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5175d3127fe341ef945ab3a78e1402f3 2024-11-23T11:20:48,464 INFO [M:0;64443f9a1829:43761 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5175d3127fe341ef945ab3a78e1402f3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T11:20:48,465 DEBUG [M:0;64443f9a1829:43761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f9b7c35438845aea12851e42979ac19 as hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f9b7c35438845aea12851e42979ac19 2024-11-23T11:20:48,468 INFO [M:0;64443f9a1829:43761 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f9b7c35438845aea12851e42979ac19, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T11:20:48,469 DEBUG [M:0;64443f9a1829:43761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/331e91f27bd54d3fbcee6b8b7a1a9cc6 as hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/331e91f27bd54d3fbcee6b8b7a1a9cc6 2024-11-23T11:20:48,471 INFO [M:0;64443f9a1829:43761 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41715/user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/331e91f27bd54d3fbcee6b8b7a1a9cc6, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T11:20:48,472 INFO [M:0;64443f9a1829:43761 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false 2024-11-23T11:20:48,473 INFO [M:0;64443f9a1829:43761 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:20:48,473 DEBUG [M:0;64443f9a1829:43761 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360847188Disabling compacts and flushes for region at 1732360847188Disabling writes for close at 1732360847188Obtaining lock to block concurrent updates at 1732360847188Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732360847188Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732360847188Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732360847189 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732360847189Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732360847204 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732360847204Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732360847612 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732360847629 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732360847629Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732360848037 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732360848053 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732360848053Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d0878ff: reopening flushed file at 1732360848461 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@122a5f99: reopening flushed file at 1732360848464 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7aced7aa: reopening flushed file at 1732360848468 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false at 1732360848472 (+4 ms)Writing region close event to WAL at 1732360848473 (+1 ms)Closed at 1732360848473 2024-11-23T11:20:48,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42567 is added to blk_1073741830_1006 (size=63666) 2024-11-23T11:20:48,475 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bad82126-27b1-09a9-c7ac-07051886955a/MasterData/WALs/64443f9a1829,43761,1732360822012/64443f9a1829%2C43761%2C1732360822012.1732360824032 not finished, retry = 0 2024-11-23T11:20:48,481 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:20:48,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:48,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:48,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:48,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:48,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:48,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:48,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:48,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:48,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:48,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:48,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:48,576 INFO [M:0;64443f9a1829:43761 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T11:20:48,576 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:20:48,576 INFO [M:0;64443f9a1829:43761 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43761 2024-11-23T11:20:48,576 INFO [M:0;64443f9a1829:43761 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:20:48,686 INFO [M:0;64443f9a1829:43761 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:20:48,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x101676c4da80000, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:20:48,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x101676c4da80000, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:20:48,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7064ab91{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:20:48,854 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@43525f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:20:48,854 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:20:48,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@773a5c62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:20:48,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42e6aa62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216/hadoop.log.dir/,STOPPED} 2024-11-23T11:20:48,855 WARN [BP-1811833258-172.17.0.3-1732360819269 heartbeating to localhost/127.0.0.1:41715 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T11:20:48,855 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T11:20:48,855 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T11:20:48,855 WARN [BP-1811833258-172.17.0.3-1732360819269 heartbeating to localhost/127.0.0.1:41715 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1811833258-172.17.0.3-1732360819269 (Datanode Uuid 098406ff-d43e-41d6-ba96-142079e05037) service to localhost/127.0.0.1:41715 2024-11-23T11:20:48,856 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216/cluster_0e06ce06-0365-77e8-4586-cdd2f1df7498/data/data1/current/BP-1811833258-172.17.0.3-1732360819269 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:20:48,856 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216/cluster_0e06ce06-0365-77e8-4586-cdd2f1df7498/data/data2/current/BP-1811833258-172.17.0.3-1732360819269 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:20:48,856 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T11:20:48,860 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c0e6b17{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:20:48,861 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22c440ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:20:48,861 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:20:48,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2be16d0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:20:48,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c049c9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b161ddb-7146-80fd-2089-b3df8f0f3216/hadoop.log.dir/,STOPPED} 2024-11-23T11:20:48,866 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T11:20:48,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T11:20:48,902 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=263 (was 246) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41715 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58912) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37317 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37317 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:37317 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:41715 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37317 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37317 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58912) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41715 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41715 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41715 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=656 (was 622) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=508 (was 490) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6727 (was 5858) - AvailableMemoryMB LEAK? - 2024-11-23T11:20:48,909 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=263, OpenFileDescriptor=656, MaxFileDescriptor=1048576, SystemLoadAverage=508, ProcessCount=11, AvailableMemoryMB=6727 2024-11-23T11:20:48,921 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-23T11:20:48,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/125db95c-0dd4-7865-7373-adcea13baf61/hadoop.log.dir so I do NOT create it in target/test-data/44b64099-007c-3759-30b5-20377975cf82 2024-11-23T11:20:48,921 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/125db95c-0dd4-7865-7373-adcea13baf61/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T11:20:48,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/125db95c-0dd4-7865-7373-adcea13baf61/hadoop.tmp.dir so I do NOT create it in target/test-data/44b64099-007c-3759-30b5-20377975cf82 2024-11-23T11:20:48,921 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/125db95c-0dd4-7865-7373-adcea13baf61/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T11:20:48,921 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82 2024-11-23T11:20:48,921 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82/cluster_51ef47b1-0b08-0e14-0da2-12969735ba35, deleteOnExit=true 2024-11-23T11:20:48,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101676c4da80002, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T11:20:48,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101676c4da80005, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T11:20:48,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101676c4da80005, quorum=127.0.0.1:58912, baseZNode=/1-1963088046 Received Disconnected from ZooKeeper, ignoring 2024-11-23T11:20:48,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101676c4da80002, quorum=127.0.0.1:58912, baseZNode=/0365676290 Received Disconnected from ZooKeeper, ignoring 2024-11-23T11:20:49,016 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82/cluster_51ef47b1-0b08-0e14-0da2-12969735ba35/zookeeper_0, clientPort=50081, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82/cluster_51ef47b1-0b08-0e14-0da2-12969735ba35/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82/cluster_51ef47b1-0b08-0e14-0da2-12969735ba35/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T11:20:49,016 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50081 2024-11-23T11:20:49,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T11:20:49,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T11:20:49,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82/test.cache.data in system properties and HBase conf 2024-11-23T11:20:49,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T11:20:49,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82/hadoop.log.dir in system properties and HBase conf 2024-11-23T11:20:49,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T11:20:49,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T11:20:49,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T11:20:49,017 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T11:20:49,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:20:49,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:20:49,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T11:20:49,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:20:49,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T11:20:49,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T11:20:49,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:20:49,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:20:49,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T11:20:49,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82/nfs.dump.dir in system properties and HBase conf 2024-11-23T11:20:49,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82/java.io.tmpdir in system properties and HBase conf 2024-11-23T11:20:49,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:20:49,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T11:20:49,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T11:20:50,586 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:20:50,590 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:20:50,591 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:20:50,591 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:20:50,591 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T11:20:50,592 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:20:50,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15438fd9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:20:50,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67c47c11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:20:50,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17075d2e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82/java.io.tmpdir/jetty-localhost-44025-hadoop-hdfs-3_4_1-tests_jar-_-any-8523630537924339354/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:20:50,713 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70df7ae6{HTTP/1.1, (http/1.1)}{localhost:44025} 2024-11-23T11:20:50,713 INFO [Time-limited test {}] server.Server(415): Started @225018ms 2024-11-23T11:20:51,072 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:20:51,077 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:20:51,081 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:20:51,081 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:20:51,081 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T11:20:51,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77739b6d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:20:51,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@465df952{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:20:51,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29bbfa21{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82/java.io.tmpdir/jetty-localhost-43533-hadoop-hdfs-3_4_1-tests_jar-_-any-5810764411664877809/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:20:51,205 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b90cc91{HTTP/1.1, (http/1.1)}{localhost:43533} 2024-11-23T11:20:51,205 INFO [Time-limited test {}] server.Server(415): Started @225510ms 2024-11-23T11:20:51,207 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T11:20:51,824 WARN [Thread-2648 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82/cluster_51ef47b1-0b08-0e14-0da2-12969735ba35/data/data1/current/BP-114743783-172.17.0.3-1732360849033/current, will proceed with Du for space computation calculation, 2024-11-23T11:20:51,825 WARN [Thread-2649 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82/cluster_51ef47b1-0b08-0e14-0da2-12969735ba35/data/data2/current/BP-114743783-172.17.0.3-1732360849033/current, will proceed with Du for space computation calculation, 2024-11-23T11:20:51,843 WARN [Thread-2636 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T11:20:51,845 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f13c3f3f88a91e7 with lease ID 0x3ef6911242339a83: Processing first storage report for DS-2f1007ab-99ed-4e20-9fa0-4e76a554379e from datanode DatanodeRegistration(127.0.0.1:44905, datanodeUuid=5df9558a-1927-4c36-b51f-6cf99c4f5a9b, infoPort=38359, infoSecurePort=0, ipcPort=38165, storageInfo=lv=-57;cid=testClusterID;nsid=1889350208;c=1732360849033) 2024-11-23T11:20:51,845 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f13c3f3f88a91e7 with lease ID 0x3ef6911242339a83: from storage DS-2f1007ab-99ed-4e20-9fa0-4e76a554379e node DatanodeRegistration(127.0.0.1:44905, datanodeUuid=5df9558a-1927-4c36-b51f-6cf99c4f5a9b, infoPort=38359, infoSecurePort=0, ipcPort=38165, storageInfo=lv=-57;cid=testClusterID;nsid=1889350208;c=1732360849033), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:20:51,845 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f13c3f3f88a91e7 with lease ID 0x3ef6911242339a83: Processing first storage report for DS-afa4b260-c2c2-46ec-a7c2-8f5ceef09670 from datanode DatanodeRegistration(127.0.0.1:44905, datanodeUuid=5df9558a-1927-4c36-b51f-6cf99c4f5a9b, infoPort=38359, infoSecurePort=0, ipcPort=38165, storageInfo=lv=-57;cid=testClusterID;nsid=1889350208;c=1732360849033) 2024-11-23T11:20:51,845 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f13c3f3f88a91e7 with lease ID 0x3ef6911242339a83: from storage DS-afa4b260-c2c2-46ec-a7c2-8f5ceef09670 node DatanodeRegistration(127.0.0.1:44905, datanodeUuid=5df9558a-1927-4c36-b51f-6cf99c4f5a9b, infoPort=38359, infoSecurePort=0, ipcPort=38165, storageInfo=lv=-57;cid=testClusterID;nsid=1889350208;c=1732360849033), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:20:51,933 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82 2024-11-23T11:20:51,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:51,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:51,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741825_1001 (size=7) 2024-11-23T11:20:52,340 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b with version=8 2024-11-23T11:20:52,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/hbase-staging 2024-11-23T11:20:52,343 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:20:52,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:20:52,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:20:52,343 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:20:52,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:20:52,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:20:52,343 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T11:20:52,343 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:20:52,344 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38323 2024-11-23T11:20:52,345 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38323 connecting to ZooKeeper ensemble=127.0.0.1:50081 2024-11-23T11:20:52,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383230x0, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:20:52,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38323-0x101676cc2220000 connected 2024-11-23T11:20:52,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:52,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:52,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38323-0x101676cc2220000, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Set watcher on znode that does not yet exist, /0-1397493442/running 2024-11-23T11:20:52,495 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b, hbase.cluster.distributed=false 2024-11-23T11:20:52,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38323-0x101676cc2220000, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Set watcher on znode that does not yet exist, /0-1397493442/acl 2024-11-23T11:20:52,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38323 2024-11-23T11:20:52,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38323 2024-11-23T11:20:52,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38323 2024-11-23T11:20:52,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38323 2024-11-23T11:20:52,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38323 2024-11-23T11:20:52,520 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:20:52,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:20:52,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:20:52,521 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:20:52,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:20:52,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:20:52,521 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T11:20:52,521 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:20:52,524 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34231 2024-11-23T11:20:52,525 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34231 connecting to ZooKeeper ensemble=127.0.0.1:50081 2024-11-23T11:20:52,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:52,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:52,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342310x0, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:20:52,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342310x0, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Set watcher on znode that does not yet exist, /0-1397493442/running 2024-11-23T11:20:52,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34231-0x101676cc2220001 connected 2024-11-23T11:20:52,555 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T11:20:52,559 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T11:20:52,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34231-0x101676cc2220001, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Set watcher on znode that does not yet exist, /0-1397493442/master 2024-11-23T11:20:52,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T11:20:52,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T11:20:52,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T11:20:52,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T11:20:52,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34231-0x101676cc2220001, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Set watcher on znode that does not yet exist, /0-1397493442/acl 2024-11-23T11:20:52,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34231 2024-11-23T11:20:52,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34231 2024-11-23T11:20:52,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34231 2024-11-23T11:20:52,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34231 2024-11-23T11:20:52,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34231 2024-11-23T11:20:52,604 DEBUG [M:0;64443f9a1829:38323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64443f9a1829:38323 2024-11-23T11:20:52,607 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1397493442/backup-masters/64443f9a1829,38323,1732360852342 2024-11-23T11:20:52,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34231-0x101676cc2220001, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397493442/backup-masters 2024-11-23T11:20:52,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x101676cc2220000, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397493442/backup-masters 2024-11-23T11:20:52,617 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38323-0x101676cc2220000, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Set watcher on existing znode=/0-1397493442/backup-masters/64443f9a1829,38323,1732360852342 2024-11-23T11:20:52,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34231-0x101676cc2220001, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1397493442/master 2024-11-23T11:20:52,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34231-0x101676cc2220001, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397493442 2024-11-23T11:20:52,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x101676cc2220000, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397493442 2024-11-23T11:20:52,628 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38323-0x101676cc2220000, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Set watcher on existing znode=/0-1397493442/master 2024-11-23T11:20:52,628 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1397493442/backup-masters/64443f9a1829,38323,1732360852342 from backup master directory 2024-11-23T11:20:52,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x101676cc2220000, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1397493442/backup-masters/64443f9a1829,38323,1732360852342 2024-11-23T11:20:52,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x101676cc2220000, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397493442/backup-masters 2024-11-23T11:20:52,638 WARN [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:20:52,638 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64443f9a1829,38323,1732360852342 2024-11-23T11:20:52,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34231-0x101676cc2220001, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397493442/backup-masters 2024-11-23T11:20:52,642 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/hbase.id] with ID: 9ca0d397-9e5c-49ec-b05c-83853d3111c6 2024-11-23T11:20:52,642 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/.tmp/hbase.id 2024-11-23T11:20:52,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741826_1002 (size=42) 2024-11-23T11:20:53,054 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/.tmp/hbase.id]:[hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/hbase.id] 2024-11-23T11:20:53,062 INFO [master/64443f9a1829:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:53,062 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T11:20:53,064 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-23T11:20:53,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x101676cc2220000, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397493442 2024-11-23T11:20:53,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34231-0x101676cc2220001, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397493442 2024-11-23T11:20:53,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741827_1003 (size=196) 2024-11-23T11:20:53,137 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:20:53,137 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T11:20:53,138 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:20:53,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741828_1004 (size=1189) 2024-11-23T11:20:53,545 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/MasterData/data/master/store 2024-11-23T11:20:53,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741829_1005 (size=34) 2024-11-23T11:20:53,586 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:20:53,586 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:20:53,586 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:20:53,586 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:20:53,586 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:20:53,587 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:20:53,587 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:20:53,587 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360853586Disabling compacts and flushes for region at 1732360853586Disabling writes for close at 1732360853586Writing region close event to WAL at 1732360853587 (+1 ms)Closed at 1732360853587 2024-11-23T11:20:53,590 WARN [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/MasterData/data/master/store/.initializing 2024-11-23T11:20:53,590 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/MasterData/WALs/64443f9a1829,38323,1732360852342 2024-11-23T11:20:53,592 INFO [master/64443f9a1829:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:20:53,596 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64443f9a1829%2C38323%2C1732360852342, suffix=, logDir=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/MasterData/WALs/64443f9a1829,38323,1732360852342, archiveDir=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/MasterData/oldWALs, maxLogs=10 2024-11-23T11:20:53,620 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/MasterData/WALs/64443f9a1829,38323,1732360852342/64443f9a1829%2C38323%2C1732360852342.1732360853596, exclude list is [], retry=0 2024-11-23T11:20:53,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44905,DS-2f1007ab-99ed-4e20-9fa0-4e76a554379e,DISK] 2024-11-23T11:20:53,666 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/MasterData/WALs/64443f9a1829,38323,1732360852342/64443f9a1829%2C38323%2C1732360852342.1732360853596 2024-11-23T11:20:53,667 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38359:38359)] 2024-11-23T11:20:53,667 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:20:53,667 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:20:53,667 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:53,667 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:53,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:53,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T11:20:53,675 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:53,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:53,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:53,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T11:20:53,677 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:53,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:53,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:53,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T11:20:53,680 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:53,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:53,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:53,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T11:20:53,687 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:53,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:53,688 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:53,688 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:53,689 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:53,690 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:53,691 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:53,691 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:20:53,692 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:53,707 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:20:53,708 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64039953, jitterRate=-0.045730337500572205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:20:53,708 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732360853668Initializing all the Stores at 1732360853669 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360853669Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360853672 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360853672Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360853672Cleaning up temporary data from old regions at 1732360853691 (+19 ms)Region opened successfully at 1732360853708 (+17 ms) 2024-11-23T11:20:53,721 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T11:20:53,725 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6de0cb97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:20:53,726 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T11:20:53,726 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T11:20:53,726 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T11:20:53,726 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T11:20:53,727 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T11:20:53,727 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T11:20:53,728 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T11:20:53,746 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T11:20:53,747 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38323-0x101676cc2220000, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Unable to get data of znode /0-1397493442/balancer because node does not exist (not necessarily an error) 2024-11-23T11:20:53,791 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1397493442/balancer already deleted, retry=false 2024-11-23T11:20:53,792 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T11:20:53,793 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38323-0x101676cc2220000, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Unable to get data of znode /0-1397493442/normalizer because node does not exist (not necessarily an error) 2024-11-23T11:20:53,802 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1397493442/normalizer already deleted, retry=false 2024-11-23T11:20:53,802 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T11:20:53,817 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38323-0x101676cc2220000, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Unable to get data of znode /0-1397493442/switch/split because node does not exist (not necessarily an error) 2024-11-23T11:20:53,827 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1397493442/switch/split already deleted, retry=false 2024-11-23T11:20:53,829 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38323-0x101676cc2220000, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Unable to get data of znode /0-1397493442/switch/merge because node does not exist (not necessarily an error) 2024-11-23T11:20:53,838 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1397493442/switch/merge already deleted, retry=false 2024-11-23T11:20:53,840 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38323-0x101676cc2220000, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Unable to get data of znode /0-1397493442/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T11:20:53,848 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1397493442/snapshot-cleanup already deleted, retry=false 2024-11-23T11:20:53,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x101676cc2220000, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1397493442/running 2024-11-23T11:20:53,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x101676cc2220000, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397493442 2024-11-23T11:20:53,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34231-0x101676cc2220001, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1397493442/running 2024-11-23T11:20:53,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34231-0x101676cc2220001, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397493442 2024-11-23T11:20:53,859 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64443f9a1829,38323,1732360852342, sessionid=0x101676cc2220000, setting cluster-up flag (Was=false) 2024-11-23T11:20:53,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34231-0x101676cc2220001, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397493442 2024-11-23T11:20:53,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x101676cc2220000, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397493442 2024-11-23T11:20:53,912 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1397493442/flush-table-proc/acquired, /0-1397493442/flush-table-proc/reached, /0-1397493442/flush-table-proc/abort 2024-11-23T11:20:53,913 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,38323,1732360852342 2024-11-23T11:20:53,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x101676cc2220000, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397493442 2024-11-23T11:20:53,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34231-0x101676cc2220001, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397493442 2024-11-23T11:20:53,964 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1397493442/online-snapshot/acquired, /0-1397493442/online-snapshot/reached, /0-1397493442/online-snapshot/abort 2024-11-23T11:20:53,966 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,38323,1732360852342 2024-11-23T11:20:53,985 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T11:20:54,003 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T11:20:54,004 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T11:20:54,004 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T11:20:54,004 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64443f9a1829,38323,1732360852342 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T11:20:54,006 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:20:54,006 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:20:54,006 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:20:54,006 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:20:54,007 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64443f9a1829:0, corePoolSize=10, maxPoolSize=10 2024-11-23T11:20:54,007 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:54,007 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:20:54,007 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:54,016 INFO [RS:0;64443f9a1829:34231 {}] regionserver.HRegionServer(746): ClusterId : 9ca0d397-9e5c-49ec-b05c-83853d3111c6 2024-11-23T11:20:54,017 DEBUG [RS:0;64443f9a1829:34231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T11:20:54,028 DEBUG [RS:0;64443f9a1829:34231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T11:20:54,029 DEBUG [RS:0;64443f9a1829:34231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T11:20:54,035 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:20:54,035 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T11:20:54,038 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:54,039 DEBUG [RS:0;64443f9a1829:34231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T11:20:54,039 DEBUG [RS:0;64443f9a1829:34231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b3164cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:20:54,040 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T11:20:54,076 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732360884076 2024-11-23T11:20:54,076 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T11:20:54,077 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T11:20:54,077 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T11:20:54,077 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T11:20:54,077 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T11:20:54,077 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T11:20:54,101 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:54,108 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T11:20:54,108 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T11:20:54,109 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T11:20:54,109 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T11:20:54,116 DEBUG [RS:0;64443f9a1829:34231 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64443f9a1829:34231 2024-11-23T11:20:54,116 INFO [RS:0;64443f9a1829:34231 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T11:20:54,116 INFO [RS:0;64443f9a1829:34231 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T11:20:54,116 DEBUG [RS:0;64443f9a1829:34231 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T11:20:54,124 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T11:20:54,124 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T11:20:54,125 INFO [RS:0;64443f9a1829:34231 {}] regionserver.HRegionServer(2659): reportForDuty to master=64443f9a1829,38323,1732360852342 with port=34231, startcode=1732360852520 2024-11-23T11:20:54,125 DEBUG [RS:0;64443f9a1829:34231 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T11:20:54,138 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360854124,5,FailOnTimeoutGroup] 2024-11-23T11:20:54,142 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T11:20:54,142 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38323 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-23T11:20:54,143 DEBUG [RS:0;64443f9a1829:34231 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-23T11:20:54,143 WARN [RS:0;64443f9a1829:34231 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-23T11:20:54,144 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360854138,5,FailOnTimeoutGroup] 2024-11-23T11:20:54,144 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:54,144 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T11:20:54,144 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:54,144 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:54,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741831_1007 (size=1321) 2024-11-23T11:20:54,158 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T11:20:54,158 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b 2024-11-23T11:20:54,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741832_1008 (size=32) 2024-11-23T11:20:54,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:20:54,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:20:54,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:20:54,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:54,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:54,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:20:54,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:20:54,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:54,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:54,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:20:54,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:20:54,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:54,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:54,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:20:54,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:20:54,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:54,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:54,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:20:54,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/hbase/meta/1588230740 2024-11-23T11:20:54,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/hbase/meta/1588230740 2024-11-23T11:20:54,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:20:54,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:20:54,191 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:20:54,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:20:54,217 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:20:54,218 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61342216, jitterRate=-0.0859297513961792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:20:54,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732360854170Initializing all the Stores at 1732360854171 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360854171Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360854172 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360854172Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360854172Cleaning up temporary data from old regions at 1732360854190 (+18 ms)Region opened successfully at 1732360854218 (+28 ms) 2024-11-23T11:20:54,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:20:54,218 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:20:54,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:20:54,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:20:54,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:20:54,240 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:20:54,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360854218Disabling compacts and flushes for region at 1732360854218Disabling writes for close at 1732360854218Writing region close event to WAL at 1732360854240 (+22 ms)Closed at 1732360854240 2024-11-23T11:20:54,242 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:20:54,242 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T11:20:54,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T11:20:54,243 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:20:54,244 INFO [RS:0;64443f9a1829:34231 {}] regionserver.HRegionServer(2659): reportForDuty to master=64443f9a1829,38323,1732360852342 with port=34231, startcode=1732360852520 2024-11-23T11:20:54,244 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T11:20:54,245 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38323 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64443f9a1829,34231,1732360852520 2024-11-23T11:20:54,245 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38323 {}] master.ServerManager(517): Registering regionserver=64443f9a1829,34231,1732360852520 2024-11-23T11:20:54,246 DEBUG [RS:0;64443f9a1829:34231 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b 2024-11-23T11:20:54,246 DEBUG [RS:0;64443f9a1829:34231 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37951 2024-11-23T11:20:54,247 DEBUG [RS:0;64443f9a1829:34231 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T11:20:54,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x101676cc2220000, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397493442/rs 2024-11-23T11:20:54,259 DEBUG [RS:0;64443f9a1829:34231 {}] zookeeper.ZKUtil(111): regionserver:34231-0x101676cc2220001, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Set watcher on existing znode=/0-1397493442/rs/64443f9a1829,34231,1732360852520 2024-11-23T11:20:54,260 WARN [RS:0;64443f9a1829:34231 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:20:54,260 INFO [RS:0;64443f9a1829:34231 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:20:54,260 DEBUG [RS:0;64443f9a1829:34231 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520 2024-11-23T11:20:54,261 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64443f9a1829,34231,1732360852520] 2024-11-23T11:20:54,264 INFO [RS:0;64443f9a1829:34231 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T11:20:54,266 INFO [RS:0;64443f9a1829:34231 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T11:20:54,266 INFO [RS:0;64443f9a1829:34231 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T11:20:54,266 INFO [RS:0;64443f9a1829:34231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:54,267 INFO [RS:0;64443f9a1829:34231 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T11:20:54,268 INFO [RS:0;64443f9a1829:34231 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T11:20:54,268 INFO [RS:0;64443f9a1829:34231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:54,268 DEBUG [RS:0;64443f9a1829:34231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:54,268 DEBUG [RS:0;64443f9a1829:34231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:54,268 DEBUG [RS:0;64443f9a1829:34231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:54,268 DEBUG [RS:0;64443f9a1829:34231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:54,268 DEBUG [RS:0;64443f9a1829:34231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:54,268 DEBUG [RS:0;64443f9a1829:34231 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:20:54,268 DEBUG [RS:0;64443f9a1829:34231 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:54,268 DEBUG [RS:0;64443f9a1829:34231 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:54,268 DEBUG [RS:0;64443f9a1829:34231 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:54,269 DEBUG [RS:0;64443f9a1829:34231 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:54,269 DEBUG [RS:0;64443f9a1829:34231 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:54,269 DEBUG [RS:0;64443f9a1829:34231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:54,269 DEBUG [RS:0;64443f9a1829:34231 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:20:54,269 DEBUG [RS:0;64443f9a1829:34231 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:20:54,269 INFO [RS:0;64443f9a1829:34231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:54,269 INFO [RS:0;64443f9a1829:34231 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:54,269 INFO [RS:0;64443f9a1829:34231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:54,269 INFO [RS:0;64443f9a1829:34231 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:54,269 INFO [RS:0;64443f9a1829:34231 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:54,270 INFO [RS:0;64443f9a1829:34231 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,34231,1732360852520-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:20:54,289 INFO [RS:0;64443f9a1829:34231 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T11:20:54,289 INFO [RS:0;64443f9a1829:34231 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,34231,1732360852520-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:54,289 INFO [RS:0;64443f9a1829:34231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:54,289 INFO [RS:0;64443f9a1829:34231 {}] regionserver.Replication(171): 64443f9a1829,34231,1732360852520 started 2024-11-23T11:20:54,309 INFO [RS:0;64443f9a1829:34231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:54,309 INFO [RS:0;64443f9a1829:34231 {}] regionserver.HRegionServer(1482): Serving as 64443f9a1829,34231,1732360852520, RpcServer on 64443f9a1829/172.17.0.3:34231, sessionid=0x101676cc2220001 2024-11-23T11:20:54,310 DEBUG [RS:0;64443f9a1829:34231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T11:20:54,310 DEBUG [RS:0;64443f9a1829:34231 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64443f9a1829,34231,1732360852520 2024-11-23T11:20:54,310 DEBUG [RS:0;64443f9a1829:34231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,34231,1732360852520' 2024-11-23T11:20:54,310 DEBUG [RS:0;64443f9a1829:34231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1397493442/flush-table-proc/abort' 2024-11-23T11:20:54,310 DEBUG [RS:0;64443f9a1829:34231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1397493442/flush-table-proc/acquired' 2024-11-23T11:20:54,311 DEBUG [RS:0;64443f9a1829:34231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T11:20:54,311 DEBUG [RS:0;64443f9a1829:34231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T11:20:54,311 DEBUG [RS:0;64443f9a1829:34231 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64443f9a1829,34231,1732360852520 2024-11-23T11:20:54,311 DEBUG [RS:0;64443f9a1829:34231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,34231,1732360852520' 2024-11-23T11:20:54,311 DEBUG [RS:0;64443f9a1829:34231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1397493442/online-snapshot/abort' 2024-11-23T11:20:54,311 DEBUG [RS:0;64443f9a1829:34231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1397493442/online-snapshot/acquired' 2024-11-23T11:20:54,311 DEBUG [RS:0;64443f9a1829:34231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T11:20:54,311 INFO [RS:0;64443f9a1829:34231 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T11:20:54,311 INFO [RS:0;64443f9a1829:34231 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T11:20:54,395 WARN [64443f9a1829:38323 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T11:20:54,412 INFO [RS:0;64443f9a1829:34231 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:20:54,413 INFO [RS:0;64443f9a1829:34231 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C34231%2C1732360852520, suffix=, logDir=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520, archiveDir=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/oldWALs, maxLogs=10 2024-11-23T11:20:54,432 DEBUG [RS:0;64443f9a1829:34231 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414, exclude list is [], retry=0 2024-11-23T11:20:54,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44905,DS-2f1007ab-99ed-4e20-9fa0-4e76a554379e,DISK] 2024-11-23T11:20:54,453 INFO [RS:0;64443f9a1829:34231 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 2024-11-23T11:20:54,456 DEBUG [RS:0;64443f9a1829:34231 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38359:38359)] 2024-11-23T11:20:54,645 DEBUG [64443f9a1829:38323 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T11:20:54,646 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64443f9a1829,34231,1732360852520 2024-11-23T11:20:54,647 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,34231,1732360852520, state=OPENING 2024-11-23T11:20:54,696 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T11:20:54,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x101676cc2220000, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397493442 2024-11-23T11:20:54,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34231-0x101676cc2220001, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397493442 2024-11-23T11:20:54,731 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1397493442/meta-region-server: CHANGED 2024-11-23T11:20:54,731 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1397493442/meta-region-server: CHANGED 2024-11-23T11:20:54,731 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:20:54,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,34231,1732360852520}] 2024-11-23T11:20:54,883 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:20:54,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39521, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T11:20:54,888 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T11:20:54,888 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:20:54,888 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T11:20:54,890 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C34231%2C1732360852520.meta, suffix=.meta, logDir=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520, archiveDir=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/oldWALs, maxLogs=10 2024-11-23T11:20:54,904 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.meta.1732360854890.meta, exclude list is [], retry=0 2024-11-23T11:20:54,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44905,DS-2f1007ab-99ed-4e20-9fa0-4e76a554379e,DISK] 2024-11-23T11:20:54,908 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.meta.1732360854890.meta 2024-11-23T11:20:54,909 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38359:38359)] 2024-11-23T11:20:54,909 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:20:54,909 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:20:54,909 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:20:54,909 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T11:20:54,909 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T11:20:54,909 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T11:20:54,909 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:20:54,910 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T11:20:54,910 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T11:20:54,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:20:54,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:20:54,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:54,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:54,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:20:54,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:20:54,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:54,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:54,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:20:54,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:20:54,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:54,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:54,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:20:54,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:20:54,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:54,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:54,918 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:20:54,919 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/hbase/meta/1588230740 2024-11-23T11:20:54,919 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/hbase/meta/1588230740 2024-11-23T11:20:54,920 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:20:54,920 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:20:54,920 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:20:54,921 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:20:54,922 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61822843, jitterRate=-0.07876785099506378}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:20:54,922 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T11:20:54,922 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732360854910Writing region info on filesystem at 1732360854910Initializing all the Stores at 1732360854910Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360854910Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360854914 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360854914Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360854914Cleaning up temporary data from old regions at 1732360854920 (+6 ms)Running coprocessor post-open hooks at 1732360854922 (+2 ms)Region opened successfully at 1732360854922 2024-11-23T11:20:54,923 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732360854883 2024-11-23T11:20:54,925 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T11:20:54,925 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T11:20:54,926 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64443f9a1829,34231,1732360852520 2024-11-23T11:20:54,926 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,34231,1732360852520, state=OPEN 2024-11-23T11:20:54,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34231-0x101676cc2220001, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1397493442/meta-region-server 2024-11-23T11:20:54,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x101676cc2220000, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1397493442/meta-region-server 2024-11-23T11:20:54,943 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64443f9a1829,34231,1732360852520 2024-11-23T11:20:54,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1397493442/meta-region-server: CHANGED 2024-11-23T11:20:54,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1397493442/meta-region-server: CHANGED 2024-11-23T11:20:54,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T11:20:54,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,34231,1732360852520 in 212 msec 2024-11-23T11:20:54,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T11:20:54,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 703 msec 2024-11-23T11:20:54,947 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:20:54,947 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T11:20:54,948 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:20:54,948 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,34231,1732360852520, seqNum=-1] 2024-11-23T11:20:54,949 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:20:54,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:20:54,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 952 msec 2024-11-23T11:20:54,953 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732360854953, completionTime=-1 2024-11-23T11:20:54,954 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T11:20:54,954 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T11:20:54,956 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T11:20:54,956 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732360914956 2024-11-23T11:20:54,956 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732360974956 2024-11-23T11:20:54,956 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T11:20:54,956 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,38323,1732360852342-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:54,956 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,38323,1732360852342-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:54,956 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,38323,1732360852342-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:54,956 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64443f9a1829:38323, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:54,956 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:54,957 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:54,958 DEBUG [master/64443f9a1829:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T11:20:54,960 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.322sec 2024-11-23T11:20:54,960 INFO [master/64443f9a1829:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T11:20:54,960 INFO [master/64443f9a1829:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T11:20:54,960 INFO [master/64443f9a1829:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T11:20:54,960 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T11:20:54,960 INFO [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T11:20:54,960 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,38323,1732360852342-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:20:54,960 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,38323,1732360852342-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T11:20:54,962 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T11:20:54,962 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T11:20:54,962 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,38323,1732360852342-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:55,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d4a9dbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:55,013 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,38323,-1 for getting cluster id 2024-11-23T11:20:55,013 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:20:55,014 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ca0d397-9e5c-49ec-b05c-83853d3111c6' 2024-11-23T11:20:55,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:20:55,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ca0d397-9e5c-49ec-b05c-83853d3111c6" 2024-11-23T11:20:55,015 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24caeeac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:55,015 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,38323,-1] 2024-11-23T11:20:55,015 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:20:55,015 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:55,016 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:20:55,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1be03d69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:55,017 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:20:55,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,34231,1732360852520, seqNum=-1] 2024-11-23T11:20:55,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:20:55,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:20:55,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64443f9a1829,38323,1732360852342 2024-11-23T11:20:55,022 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50081 2024-11-23T11:20:55,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:20:55,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101676cc2220002 connected 2024-11-23T11:20:55,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82/hadoop.log.dir so I do NOT create it in target/test-data/3865b9c3-aa3c-e0cd-7647-c26e7018e741 2024-11-23T11:20:55,048 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T11:20:55,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82/hadoop.tmp.dir so I do NOT create it in target/test-data/3865b9c3-aa3c-e0cd-7647-c26e7018e741 2024-11-23T11:20:55,048 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T11:20:55,048 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3865b9c3-aa3c-e0cd-7647-c26e7018e741 2024-11-23T11:20:55,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T11:20:55,048 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3865b9c3-aa3c-e0cd-7647-c26e7018e741/cluster_1a0ce62e-eaa8-c50e-eeb4-301e623e53bd, deleteOnExit=true 2024-11-23T11:20:55,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T11:20:55,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3865b9c3-aa3c-e0cd-7647-c26e7018e741/test.cache.data in system properties and HBase conf 2024-11-23T11:20:55,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3865b9c3-aa3c-e0cd-7647-c26e7018e741/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T11:20:55,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3865b9c3-aa3c-e0cd-7647-c26e7018e741/hadoop.log.dir in system properties and HBase conf 2024-11-23T11:20:55,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3865b9c3-aa3c-e0cd-7647-c26e7018e741/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T11:20:55,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3865b9c3-aa3c-e0cd-7647-c26e7018e741/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T11:20:55,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T11:20:55,049 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T11:20:55,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3865b9c3-aa3c-e0cd-7647-c26e7018e741/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:20:55,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3865b9c3-aa3c-e0cd-7647-c26e7018e741/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:20:55,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3865b9c3-aa3c-e0cd-7647-c26e7018e741/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T11:20:55,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3865b9c3-aa3c-e0cd-7647-c26e7018e741/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:20:55,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3865b9c3-aa3c-e0cd-7647-c26e7018e741/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T11:20:55,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3865b9c3-aa3c-e0cd-7647-c26e7018e741/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T11:20:55,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3865b9c3-aa3c-e0cd-7647-c26e7018e741/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:20:55,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3865b9c3-aa3c-e0cd-7647-c26e7018e741/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:20:55,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3865b9c3-aa3c-e0cd-7647-c26e7018e741/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T11:20:55,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3865b9c3-aa3c-e0cd-7647-c26e7018e741/nfs.dump.dir in system properties and HBase conf 2024-11-23T11:20:55,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3865b9c3-aa3c-e0cd-7647-c26e7018e741/java.io.tmpdir in system properties and HBase conf 2024-11-23T11:20:55,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3865b9c3-aa3c-e0cd-7647-c26e7018e741/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:20:55,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3865b9c3-aa3c-e0cd-7647-c26e7018e741/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T11:20:55,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3865b9c3-aa3c-e0cd-7647-c26e7018e741/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T11:20:55,376 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:20:55,380 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:20:55,390 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:20:55,390 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:20:55,390 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T11:20:55,391 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:20:55,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bae2d75{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3865b9c3-aa3c-e0cd-7647-c26e7018e741/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:20:55,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18593ceb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:20:55,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40daa2fb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3865b9c3-aa3c-e0cd-7647-c26e7018e741/java.io.tmpdir/jetty-localhost-38819-hadoop-hdfs-3_4_1-tests_jar-_-any-800003644766109500/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:20:55,508 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78f4fbde{HTTP/1.1, (http/1.1)}{localhost:38819} 2024-11-23T11:20:55,508 INFO [Time-limited test {}] server.Server(415): Started @229812ms 2024-11-23T11:20:55,754 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:20:55,756 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:20:55,757 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:20:55,757 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:20:55,757 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T11:20:55,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29321e2f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3865b9c3-aa3c-e0cd-7647-c26e7018e741/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:20:55,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63981716{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:20:55,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c3beb28{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3865b9c3-aa3c-e0cd-7647-c26e7018e741/java.io.tmpdir/jetty-localhost-35529-hadoop-hdfs-3_4_1-tests_jar-_-any-12713994669107471069/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:20:55,852 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6266c223{HTTP/1.1, (http/1.1)}{localhost:35529} 2024-11-23T11:20:55,852 INFO [Time-limited test {}] server.Server(415): Started @230156ms 2024-11-23T11:20:55,852 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T11:20:56,535 WARN [Thread-2768 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3865b9c3-aa3c-e0cd-7647-c26e7018e741/cluster_1a0ce62e-eaa8-c50e-eeb4-301e623e53bd/data/data1/current/BP-266292407-172.17.0.3-1732360855068/current, will proceed with Du for space computation calculation, 2024-11-23T11:20:56,535 WARN [Thread-2769 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3865b9c3-aa3c-e0cd-7647-c26e7018e741/cluster_1a0ce62e-eaa8-c50e-eeb4-301e623e53bd/data/data2/current/BP-266292407-172.17.0.3-1732360855068/current, will proceed with Du for space computation calculation, 2024-11-23T11:20:56,562 WARN [Thread-2756 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T11:20:56,564 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4631dff09ebeecc8 with lease ID 0xf962224aa90dbcfc: Processing first storage report for DS-b6938c1a-7652-458d-b4ae-0ad3b47bdff9 from datanode DatanodeRegistration(127.0.0.1:39815, datanodeUuid=e5d9e0cb-963a-483b-8faf-4df95f971424, infoPort=42047, infoSecurePort=0, ipcPort=38431, storageInfo=lv=-57;cid=testClusterID;nsid=340551451;c=1732360855068) 2024-11-23T11:20:56,564 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4631dff09ebeecc8 with lease ID 0xf962224aa90dbcfc: from storage DS-b6938c1a-7652-458d-b4ae-0ad3b47bdff9 node DatanodeRegistration(127.0.0.1:39815, datanodeUuid=e5d9e0cb-963a-483b-8faf-4df95f971424, infoPort=42047, infoSecurePort=0, ipcPort=38431, storageInfo=lv=-57;cid=testClusterID;nsid=340551451;c=1732360855068), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:20:56,564 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4631dff09ebeecc8 with lease ID 0xf962224aa90dbcfc: Processing first storage report for DS-aa208217-90da-47f1-93bb-b106e8a8244b from datanode DatanodeRegistration(127.0.0.1:39815, datanodeUuid=e5d9e0cb-963a-483b-8faf-4df95f971424, infoPort=42047, infoSecurePort=0, ipcPort=38431, storageInfo=lv=-57;cid=testClusterID;nsid=340551451;c=1732360855068) 2024-11-23T11:20:56,564 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4631dff09ebeecc8 with lease ID 0xf962224aa90dbcfc: from storage DS-aa208217-90da-47f1-93bb-b106e8a8244b node DatanodeRegistration(127.0.0.1:39815, datanodeUuid=e5d9e0cb-963a-483b-8faf-4df95f971424, infoPort=42047, infoSecurePort=0, ipcPort=38431, storageInfo=lv=-57;cid=testClusterID;nsid=340551451;c=1732360855068), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:20:56,585 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3865b9c3-aa3c-e0cd-7647-c26e7018e741 2024-11-23T11:20:56,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:56,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:56,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741825_1001 (size=7) 2024-11-23T11:20:56,994 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff with version=8 2024-11-23T11:20:56,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/hbase-staging 2024-11-23T11:20:56,996 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:20:56,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:20:56,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:20:56,997 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:20:56,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:20:56,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:20:56,997 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T11:20:56,997 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:20:56,997 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40723 2024-11-23T11:20:56,998 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40723 connecting to ZooKeeper ensemble=127.0.0.1:50081 2024-11-23T11:20:57,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407230x0, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:20:57,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40723-0x101676cc2220003 connected 2024-11-23T11:20:57,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:57,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:57,121 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40723-0x101676cc2220003, quorum=127.0.0.1:50081, baseZNode=/12046827771 Set watcher on znode that does not yet exist, /12046827771/running 2024-11-23T11:20:57,121 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff, hbase.cluster.distributed=false 2024-11-23T11:20:57,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40723-0x101676cc2220003, quorum=127.0.0.1:50081, baseZNode=/12046827771 Set watcher on znode that does not yet exist, /12046827771/acl 2024-11-23T11:20:57,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40723 2024-11-23T11:20:57,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40723 2024-11-23T11:20:57,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40723 2024-11-23T11:20:57,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40723 2024-11-23T11:20:57,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40723 2024-11-23T11:20:57,137 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:20:57,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:20:57,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:20:57,137 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:20:57,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:20:57,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:20:57,137 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T11:20:57,137 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:20:57,137 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40005 2024-11-23T11:20:57,138 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40005 connecting to ZooKeeper ensemble=127.0.0.1:50081 2024-11-23T11:20:57,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:57,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:57,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400050x0, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:20:57,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400050x0, quorum=127.0.0.1:50081, baseZNode=/12046827771 Set watcher on znode that does not yet exist, /12046827771/running 2024-11-23T11:20:57,154 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40005-0x101676cc2220004 connected 2024-11-23T11:20:57,154 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T11:20:57,155 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T11:20:57,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40005-0x101676cc2220004, quorum=127.0.0.1:50081, baseZNode=/12046827771 Set watcher on znode that does not yet exist, /12046827771/master 2024-11-23T11:20:57,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40005-0x101676cc2220004, quorum=127.0.0.1:50081, baseZNode=/12046827771 Set watcher on znode that does not yet exist, /12046827771/acl 2024-11-23T11:20:57,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40005 2024-11-23T11:20:57,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40005 2024-11-23T11:20:57,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40005 2024-11-23T11:20:57,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40005 2024-11-23T11:20:57,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40005 2024-11-23T11:20:57,175 DEBUG [M:0;64443f9a1829:40723 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64443f9a1829:40723 2024-11-23T11:20:57,176 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12046827771/backup-masters/64443f9a1829,40723,1732360856996 2024-11-23T11:20:57,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x101676cc2220003, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046827771/backup-masters 2024-11-23T11:20:57,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x101676cc2220004, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046827771/backup-masters 2024-11-23T11:20:57,185 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40723-0x101676cc2220003, quorum=127.0.0.1:50081, baseZNode=/12046827771 Set watcher on existing znode=/12046827771/backup-masters/64443f9a1829,40723,1732360856996 2024-11-23T11:20:57,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x101676cc2220004, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12046827771/master 2024-11-23T11:20:57,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x101676cc2220003, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046827771 2024-11-23T11:20:57,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x101676cc2220004, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046827771 2024-11-23T11:20:57,196 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40723-0x101676cc2220003, quorum=127.0.0.1:50081, baseZNode=/12046827771 Set watcher on existing znode=/12046827771/master 2024-11-23T11:20:57,196 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12046827771/backup-masters/64443f9a1829,40723,1732360856996 from backup master directory 2024-11-23T11:20:57,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x101676cc2220004, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046827771/backup-masters 2024-11-23T11:20:57,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x101676cc2220003, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12046827771/backup-masters/64443f9a1829,40723,1732360856996 2024-11-23T11:20:57,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x101676cc2220003, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046827771/backup-masters 2024-11-23T11:20:57,206 WARN [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:20:57,206 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64443f9a1829,40723,1732360856996 2024-11-23T11:20:57,209 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/hbase.id] with ID: 8694cb26-80fc-4b6d-aa30-ef6956acc980 2024-11-23T11:20:57,209 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/.tmp/hbase.id 2024-11-23T11:20:57,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741826_1002 (size=42) 2024-11-23T11:20:57,614 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/.tmp/hbase.id]:[hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/hbase.id] 2024-11-23T11:20:57,623 INFO [master/64443f9a1829:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:20:57,623 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T11:20:57,624 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T11:20:57,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x101676cc2220003, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046827771 2024-11-23T11:20:57,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x101676cc2220004, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046827771 2024-11-23T11:20:57,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741827_1003 (size=196) 2024-11-23T11:20:58,063 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:20:58,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:58,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:58,081 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:20:58,082 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T11:20:58,084 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:20:58,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741828_1004 (size=1189) 2024-11-23T11:20:58,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:58,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:58,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:58,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:58,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:58,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:58,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:58,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:58,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:58,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:20:58,506 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/MasterData/data/master/store 2024-11-23T11:20:58,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741829_1005 (size=34) 2024-11-23T11:20:58,513 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:20:58,514 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:20:58,514 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:20:58,514 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:20:58,514 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:20:58,514 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:20:58,514 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:20:58,514 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360858513Disabling compacts and flushes for region at 1732360858513Disabling writes for close at 1732360858514 (+1 ms)Writing region close event to WAL at 1732360858514Closed at 1732360858514 2024-11-23T11:20:58,515 WARN [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/MasterData/data/master/store/.initializing 2024-11-23T11:20:58,515 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/MasterData/WALs/64443f9a1829,40723,1732360856996 2024-11-23T11:20:58,516 INFO [master/64443f9a1829:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:20:58,518 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64443f9a1829%2C40723%2C1732360856996, suffix=, logDir=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/MasterData/WALs/64443f9a1829,40723,1732360856996, archiveDir=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/MasterData/oldWALs, maxLogs=10 2024-11-23T11:20:58,533 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/MasterData/WALs/64443f9a1829,40723,1732360856996/64443f9a1829%2C40723%2C1732360856996.1732360858518, exclude list is [], retry=0 2024-11-23T11:20:58,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39815,DS-b6938c1a-7652-458d-b4ae-0ad3b47bdff9,DISK] 2024-11-23T11:20:58,540 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/MasterData/WALs/64443f9a1829,40723,1732360856996/64443f9a1829%2C40723%2C1732360856996.1732360858518 2024-11-23T11:20:58,541 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42047:42047)] 2024-11-23T11:20:58,541 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:20:58,541 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:20:58,541 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:58,541 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:58,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:58,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T11:20:58,545 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:58,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:58,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:58,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T11:20:58,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:58,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:58,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:58,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T11:20:58,548 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:58,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:58,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:58,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T11:20:58,549 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:58,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:20:58,549 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:58,550 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:58,550 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:58,551 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:58,551 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:58,551 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:20:58,552 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:20:58,553 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:20:58,554 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70381139, jitterRate=0.04876069724559784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:20:58,554 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732360858541Initializing all the Stores at 1732360858542 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360858542Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360858542Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360858542Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360858542Cleaning up temporary data from old regions at 1732360858551 (+9 ms)Region opened successfully at 1732360858554 (+3 ms) 2024-11-23T11:20:58,554 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T11:20:58,556 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da05ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:20:58,557 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T11:20:58,557 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T11:20:58,557 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T11:20:58,557 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T11:20:58,558 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T11:20:58,558 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T11:20:58,558 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T11:20:58,564 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T11:20:58,565 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40723-0x101676cc2220003, quorum=127.0.0.1:50081, baseZNode=/12046827771 Unable to get data of znode /12046827771/balancer because node does not exist (not necessarily an error) 2024-11-23T11:20:58,633 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12046827771/balancer already deleted, retry=false 2024-11-23T11:20:58,633 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T11:20:58,634 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40723-0x101676cc2220003, quorum=127.0.0.1:50081, baseZNode=/12046827771 Unable to get data of znode /12046827771/normalizer because node does not exist (not necessarily an error) 2024-11-23T11:20:58,643 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12046827771/normalizer already deleted, retry=false 2024-11-23T11:20:58,643 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T11:20:58,644 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40723-0x101676cc2220003, quorum=127.0.0.1:50081, baseZNode=/12046827771 Unable to get data of znode /12046827771/switch/split because node does not exist (not necessarily an error) 2024-11-23T11:20:58,654 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12046827771/switch/split already deleted, retry=false 2024-11-23T11:20:58,654 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40723-0x101676cc2220003, quorum=127.0.0.1:50081, baseZNode=/12046827771 Unable to get data of znode /12046827771/switch/merge because node does not exist (not necessarily an error) 2024-11-23T11:20:58,664 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12046827771/switch/merge already deleted, retry=false 2024-11-23T11:20:58,665 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40723-0x101676cc2220003, quorum=127.0.0.1:50081, baseZNode=/12046827771 Unable to get data of znode /12046827771/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T11:20:58,675 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12046827771/snapshot-cleanup already deleted, retry=false 2024-11-23T11:20:58,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x101676cc2220004, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12046827771/running 2024-11-23T11:20:58,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x101676cc2220003, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12046827771/running 2024-11-23T11:20:58,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x101676cc2220004, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046827771 2024-11-23T11:20:58,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x101676cc2220003, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046827771 2024-11-23T11:20:58,686 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64443f9a1829,40723,1732360856996, sessionid=0x101676cc2220003, setting cluster-up flag (Was=false) 2024-11-23T11:20:58,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x101676cc2220004, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046827771 2024-11-23T11:20:58,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x101676cc2220003, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046827771 2024-11-23T11:20:58,749 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12046827771/flush-table-proc/acquired, /12046827771/flush-table-proc/reached, /12046827771/flush-table-proc/abort 2024-11-23T11:20:58,754 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,40723,1732360856996 2024-11-23T11:20:58,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x101676cc2220004, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046827771 2024-11-23T11:20:58,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x101676cc2220003, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046827771 2024-11-23T11:20:58,806 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12046827771/online-snapshot/acquired, /12046827771/online-snapshot/reached, /12046827771/online-snapshot/abort 2024-11-23T11:20:58,807 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,40723,1732360856996 2024-11-23T11:20:58,808 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T11:20:58,809 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T11:20:58,810 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T11:20:58,810 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T11:20:58,810 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64443f9a1829,40723,1732360856996 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T11:20:58,811 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:20:58,811 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:20:58,811 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:20:58,811 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:20:58,811 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64443f9a1829:0, corePoolSize=10, maxPoolSize=10 2024-11-23T11:20:58,811 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:58,811 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:20:58,811 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:58,813 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:20:58,813 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T11:20:58,814 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:58,814 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T11:20:58,820 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732360888820 2024-11-23T11:20:58,821 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T11:20:58,821 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T11:20:58,821 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T11:20:58,821 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T11:20:58,822 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T11:20:58,822 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T11:20:58,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741831_1007 (size=1321) 2024-11-23T11:20:58,823 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:58,823 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T11:20:58,824 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T11:20:58,824 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T11:20:58,824 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T11:20:58,827 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T11:20:58,828 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T11:20:58,828 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360858828,5,FailOnTimeoutGroup] 2024-11-23T11:20:58,828 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360858828,5,FailOnTimeoutGroup] 2024-11-23T11:20:58,828 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:58,828 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T11:20:58,828 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:58,828 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:58,864 INFO [RS:0;64443f9a1829:40005 {}] regionserver.HRegionServer(746): ClusterId : 8694cb26-80fc-4b6d-aa30-ef6956acc980 2024-11-23T11:20:58,864 DEBUG [RS:0;64443f9a1829:40005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T11:20:58,876 DEBUG [RS:0;64443f9a1829:40005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T11:20:58,876 DEBUG [RS:0;64443f9a1829:40005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T11:20:58,886 DEBUG [RS:0;64443f9a1829:40005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T11:20:58,886 DEBUG [RS:0;64443f9a1829:40005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bd356bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:20:58,901 DEBUG [RS:0;64443f9a1829:40005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64443f9a1829:40005 2024-11-23T11:20:58,902 INFO [RS:0;64443f9a1829:40005 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T11:20:58,902 INFO [RS:0;64443f9a1829:40005 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T11:20:58,902 DEBUG [RS:0;64443f9a1829:40005 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T11:20:58,902 INFO [RS:0;64443f9a1829:40005 {}] regionserver.HRegionServer(2659): reportForDuty to master=64443f9a1829,40723,1732360856996 with port=40005, startcode=1732360857136 2024-11-23T11:20:58,903 DEBUG [RS:0;64443f9a1829:40005 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T11:20:58,904 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T11:20:58,904 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40723 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64443f9a1829,40005,1732360857136 2024-11-23T11:20:58,905 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40723 {}] master.ServerManager(517): Registering regionserver=64443f9a1829,40005,1732360857136 2024-11-23T11:20:58,907 DEBUG [RS:0;64443f9a1829:40005 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff 2024-11-23T11:20:58,907 DEBUG [RS:0;64443f9a1829:40005 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39169 2024-11-23T11:20:58,907 DEBUG [RS:0;64443f9a1829:40005 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T11:20:58,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x101676cc2220003, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046827771/rs 2024-11-23T11:20:58,958 DEBUG [RS:0;64443f9a1829:40005 {}] zookeeper.ZKUtil(111): regionserver:40005-0x101676cc2220004, quorum=127.0.0.1:50081, baseZNode=/12046827771 Set watcher on existing znode=/12046827771/rs/64443f9a1829,40005,1732360857136 2024-11-23T11:20:58,958 WARN [RS:0;64443f9a1829:40005 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:20:58,958 INFO [RS:0;64443f9a1829:40005 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:20:58,958 DEBUG [RS:0;64443f9a1829:40005 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136 2024-11-23T11:20:58,958 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64443f9a1829,40005,1732360857136] 2024-11-23T11:20:58,962 INFO [RS:0;64443f9a1829:40005 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T11:20:58,964 INFO [RS:0;64443f9a1829:40005 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T11:20:58,964 INFO [RS:0;64443f9a1829:40005 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T11:20:58,964 INFO [RS:0;64443f9a1829:40005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:58,964 INFO [RS:0;64443f9a1829:40005 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T11:20:58,965 INFO [RS:0;64443f9a1829:40005 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T11:20:58,965 INFO [RS:0;64443f9a1829:40005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:58,965 DEBUG [RS:0;64443f9a1829:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:58,965 DEBUG [RS:0;64443f9a1829:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:58,965 DEBUG [RS:0;64443f9a1829:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:58,965 DEBUG [RS:0;64443f9a1829:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:58,965 DEBUG [RS:0;64443f9a1829:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:58,965 DEBUG [RS:0;64443f9a1829:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:20:58,965 DEBUG [RS:0;64443f9a1829:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:58,965 DEBUG [RS:0;64443f9a1829:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:58,965 DEBUG [RS:0;64443f9a1829:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:58,965 DEBUG [RS:0;64443f9a1829:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:58,965 DEBUG [RS:0;64443f9a1829:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:58,965 DEBUG [RS:0;64443f9a1829:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:20:58,965 DEBUG [RS:0;64443f9a1829:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:20:58,966 DEBUG [RS:0;64443f9a1829:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:20:58,966 INFO [RS:0;64443f9a1829:40005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:58,966 INFO [RS:0;64443f9a1829:40005 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:58,966 INFO [RS:0;64443f9a1829:40005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:58,966 INFO [RS:0;64443f9a1829:40005 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:58,966 INFO [RS:0;64443f9a1829:40005 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:58,966 INFO [RS:0;64443f9a1829:40005 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,40005,1732360857136-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:20:58,978 INFO [RS:0;64443f9a1829:40005 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T11:20:58,979 INFO [RS:0;64443f9a1829:40005 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,40005,1732360857136-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:58,979 INFO [RS:0;64443f9a1829:40005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:58,979 INFO [RS:0;64443f9a1829:40005 {}] regionserver.Replication(171): 64443f9a1829,40005,1732360857136 started 2024-11-23T11:20:58,993 INFO [RS:0;64443f9a1829:40005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:58,993 INFO [RS:0;64443f9a1829:40005 {}] regionserver.HRegionServer(1482): Serving as 64443f9a1829,40005,1732360857136, RpcServer on 64443f9a1829/172.17.0.3:40005, sessionid=0x101676cc2220004 2024-11-23T11:20:58,993 DEBUG [RS:0;64443f9a1829:40005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T11:20:58,993 DEBUG [RS:0;64443f9a1829:40005 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64443f9a1829,40005,1732360857136 2024-11-23T11:20:58,993 DEBUG [RS:0;64443f9a1829:40005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,40005,1732360857136' 2024-11-23T11:20:58,993 DEBUG [RS:0;64443f9a1829:40005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12046827771/flush-table-proc/abort' 2024-11-23T11:20:58,993 DEBUG [RS:0;64443f9a1829:40005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12046827771/flush-table-proc/acquired' 2024-11-23T11:20:58,994 DEBUG [RS:0;64443f9a1829:40005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T11:20:58,994 DEBUG [RS:0;64443f9a1829:40005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T11:20:58,994 DEBUG [RS:0;64443f9a1829:40005 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64443f9a1829,40005,1732360857136 2024-11-23T11:20:58,994 DEBUG [RS:0;64443f9a1829:40005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,40005,1732360857136' 2024-11-23T11:20:58,994 DEBUG [RS:0;64443f9a1829:40005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12046827771/online-snapshot/abort' 2024-11-23T11:20:58,994 DEBUG [RS:0;64443f9a1829:40005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12046827771/online-snapshot/acquired' 2024-11-23T11:20:58,994 DEBUG [RS:0;64443f9a1829:40005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T11:20:58,994 INFO [RS:0;64443f9a1829:40005 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T11:20:58,994 INFO [RS:0;64443f9a1829:40005 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T11:20:59,095 INFO [RS:0;64443f9a1829:40005 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:20:59,096 INFO [RS:0;64443f9a1829:40005 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C40005%2C1732360857136, suffix=, logDir=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136, archiveDir=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/oldWALs, maxLogs=10 2024-11-23T11:20:59,110 DEBUG [RS:0;64443f9a1829:40005 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096, exclude list is [], retry=0 2024-11-23T11:20:59,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39815,DS-b6938c1a-7652-458d-b4ae-0ad3b47bdff9,DISK] 2024-11-23T11:20:59,114 INFO [RS:0;64443f9a1829:40005 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 2024-11-23T11:20:59,114 DEBUG [RS:0;64443f9a1829:40005 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42047:42047)] 2024-11-23T11:20:59,223 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T11:20:59,224 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff 2024-11-23T11:20:59,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741833_1009 (size=32) 2024-11-23T11:20:59,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:20:59,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:20:59,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:20:59,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:59,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:59,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:20:59,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:20:59,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:59,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:59,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:20:59,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:20:59,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:59,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:59,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:20:59,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:20:59,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:59,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:59,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:20:59,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/hbase/meta/1588230740 2024-11-23T11:20:59,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/hbase/meta/1588230740 2024-11-23T11:20:59,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:20:59,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:20:59,247 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:20:59,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:20:59,250 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:20:59,250 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64731986, jitterRate=-0.03541824221611023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:20:59,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732360859237Initializing all the Stores at 1732360859237Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360859237Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360859237Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360859237Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360859237Cleaning up temporary data from old regions at 1732360859246 (+9 ms)Region opened successfully at 1732360859250 (+4 ms) 2024-11-23T11:20:59,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:20:59,250 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:20:59,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:20:59,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:20:59,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:20:59,252 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:20:59,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360859250Disabling compacts and flushes for region at 1732360859250Disabling writes for close at 1732360859250Writing region close event to WAL at 1732360859252 (+2 ms)Closed at 1732360859252 2024-11-23T11:20:59,253 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:20:59,253 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T11:20:59,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T11:20:59,254 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:20:59,255 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T11:20:59,405 DEBUG [64443f9a1829:40723 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T11:20:59,406 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64443f9a1829,40005,1732360857136 2024-11-23T11:20:59,407 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,40005,1732360857136, state=OPENING 2024-11-23T11:20:59,416 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T11:20:59,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x101676cc2220003, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046827771 2024-11-23T11:20:59,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x101676cc2220004, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046827771 2024-11-23T11:20:59,428 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12046827771/meta-region-server: CHANGED 2024-11-23T11:20:59,428 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12046827771/meta-region-server: CHANGED 2024-11-23T11:20:59,428 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:20:59,428 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,40005,1732360857136}] 2024-11-23T11:20:59,580 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:20:59,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T11:20:59,584 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T11:20:59,584 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:20:59,584 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T11:20:59,585 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C40005%2C1732360857136.meta, suffix=.meta, logDir=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136, archiveDir=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/oldWALs, maxLogs=10 2024-11-23T11:20:59,600 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.meta.1732360859585.meta, exclude list is [], retry=0 2024-11-23T11:20:59,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39815,DS-b6938c1a-7652-458d-b4ae-0ad3b47bdff9,DISK] 2024-11-23T11:20:59,608 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.meta.1732360859585.meta 2024-11-23T11:20:59,608 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42047:42047)] 2024-11-23T11:20:59,608 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:20:59,609 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:20:59,609 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:20:59,609 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T11:20:59,609 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T11:20:59,609 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T11:20:59,609 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:20:59,609 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T11:20:59,609 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T11:20:59,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:20:59,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:20:59,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:59,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:59,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:20:59,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:20:59,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:59,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:59,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:20:59,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:20:59,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:59,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:59,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:20:59,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:20:59,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:20:59,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:20:59,619 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:20:59,619 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/hbase/meta/1588230740 2024-11-23T11:20:59,620 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/hbase/meta/1588230740 2024-11-23T11:20:59,622 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:20:59,622 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:20:59,622 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:20:59,627 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:20:59,628 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59326013, jitterRate=-0.11597351729869843}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:20:59,628 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T11:20:59,628 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732360859609Writing region info on filesystem at 1732360859609Initializing all the Stores at 1732360859610 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360859610Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360859612 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360859612Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360859612Cleaning up temporary data from old regions at 1732360859622 (+10 ms)Running coprocessor post-open hooks at 1732360859628 (+6 ms)Region opened successfully at 1732360859628 2024-11-23T11:20:59,629 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732360859580 2024-11-23T11:20:59,632 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T11:20:59,632 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T11:20:59,632 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64443f9a1829,40005,1732360857136 2024-11-23T11:20:59,634 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,40005,1732360857136, state=OPEN 2024-11-23T11:20:59,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x101676cc2220004, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12046827771/meta-region-server 2024-11-23T11:20:59,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x101676cc2220003, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12046827771/meta-region-server 2024-11-23T11:20:59,643 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64443f9a1829,40005,1732360857136 2024-11-23T11:20:59,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12046827771/meta-region-server: CHANGED 2024-11-23T11:20:59,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12046827771/meta-region-server: CHANGED 2024-11-23T11:20:59,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T11:20:59,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,40005,1732360857136 in 215 msec 2024-11-23T11:20:59,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T11:20:59,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 393 msec 2024-11-23T11:20:59,648 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:20:59,648 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T11:20:59,649 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:20:59,650 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,40005,1732360857136, seqNum=-1] 2024-11-23T11:20:59,650 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:20:59,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:20:59,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 847 msec 2024-11-23T11:20:59,656 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732360859656, completionTime=-1 2024-11-23T11:20:59,656 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T11:20:59,657 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T11:20:59,659 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T11:20:59,659 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732360919659 2024-11-23T11:20:59,659 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732360979659 2024-11-23T11:20:59,659 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T11:20:59,659 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,40723,1732360856996-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:59,659 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,40723,1732360856996-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:59,659 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,40723,1732360856996-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:59,659 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64443f9a1829:40723, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:59,659 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:59,659 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:59,662 DEBUG [master/64443f9a1829:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T11:20:59,664 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.457sec 2024-11-23T11:20:59,664 INFO [master/64443f9a1829:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T11:20:59,664 INFO [master/64443f9a1829:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T11:20:59,664 INFO [master/64443f9a1829:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T11:20:59,664 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T11:20:59,664 INFO [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T11:20:59,664 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,40723,1732360856996-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:20:59,664 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,40723,1732360856996-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T11:20:59,674 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T11:20:59,674 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T11:20:59,674 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,40723,1732360856996-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:20:59,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e9305c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:59,765 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,40723,-1 for getting cluster id 2024-11-23T11:20:59,765 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:20:59,766 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8694cb26-80fc-4b6d-aa30-ef6956acc980' 2024-11-23T11:20:59,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:20:59,767 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8694cb26-80fc-4b6d-aa30-ef6956acc980" 2024-11-23T11:20:59,767 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cd4c119, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:59,767 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,40723,-1] 2024-11-23T11:20:59,767 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:20:59,767 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:20:59,768 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:20:59,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dbc3707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:20:59,769 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:20:59,771 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,40005,1732360857136, seqNum=-1] 2024-11-23T11:20:59,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:20:59,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:20:59,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64443f9a1829,40723,1732360856996 2024-11-23T11:20:59,776 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50081 2024-11-23T11:20:59,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:20:59,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101676cc2220005 connected 2024-11-23T11:20:59,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3865b9c3-aa3c-e0cd-7647-c26e7018e741/hadoop.log.dir so I do NOT create it in target/test-data/98491f8f-09bb-8bc0-5e4d-2de49da31b21 2024-11-23T11:20:59,797 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3865b9c3-aa3c-e0cd-7647-c26e7018e741/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T11:20:59,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3865b9c3-aa3c-e0cd-7647-c26e7018e741/hadoop.tmp.dir so I do NOT create it in target/test-data/98491f8f-09bb-8bc0-5e4d-2de49da31b21 2024-11-23T11:20:59,797 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3865b9c3-aa3c-e0cd-7647-c26e7018e741/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T11:20:59,797 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98491f8f-09bb-8bc0-5e4d-2de49da31b21 2024-11-23T11:20:59,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T11:20:59,797 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98491f8f-09bb-8bc0-5e4d-2de49da31b21/cluster_0e404e44-5a4f-86a5-06c1-b9a36c50ebd6, deleteOnExit=true 2024-11-23T11:20:59,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T11:20:59,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98491f8f-09bb-8bc0-5e4d-2de49da31b21/test.cache.data in system properties and HBase conf 2024-11-23T11:20:59,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98491f8f-09bb-8bc0-5e4d-2de49da31b21/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T11:20:59,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98491f8f-09bb-8bc0-5e4d-2de49da31b21/hadoop.log.dir in system properties and HBase conf 2024-11-23T11:20:59,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98491f8f-09bb-8bc0-5e4d-2de49da31b21/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T11:20:59,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98491f8f-09bb-8bc0-5e4d-2de49da31b21/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T11:20:59,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T11:20:59,798 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T11:20:59,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98491f8f-09bb-8bc0-5e4d-2de49da31b21/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:20:59,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98491f8f-09bb-8bc0-5e4d-2de49da31b21/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:20:59,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98491f8f-09bb-8bc0-5e4d-2de49da31b21/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T11:20:59,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98491f8f-09bb-8bc0-5e4d-2de49da31b21/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:20:59,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98491f8f-09bb-8bc0-5e4d-2de49da31b21/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T11:20:59,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98491f8f-09bb-8bc0-5e4d-2de49da31b21/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T11:20:59,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98491f8f-09bb-8bc0-5e4d-2de49da31b21/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:20:59,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98491f8f-09bb-8bc0-5e4d-2de49da31b21/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:20:59,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98491f8f-09bb-8bc0-5e4d-2de49da31b21/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T11:20:59,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98491f8f-09bb-8bc0-5e4d-2de49da31b21/nfs.dump.dir in system properties and HBase conf 2024-11-23T11:20:59,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98491f8f-09bb-8bc0-5e4d-2de49da31b21/java.io.tmpdir in system properties and HBase conf 2024-11-23T11:20:59,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98491f8f-09bb-8bc0-5e4d-2de49da31b21/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:20:59,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98491f8f-09bb-8bc0-5e4d-2de49da31b21/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T11:20:59,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98491f8f-09bb-8bc0-5e4d-2de49da31b21/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T11:21:00,264 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T11:21:00,363 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:21:00,368 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:21:00,377 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:21:00,377 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:21:00,378 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T11:21:00,378 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:21:00,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2557f5df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98491f8f-09bb-8bc0-5e4d-2de49da31b21/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:21:00,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5db74c33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:21:00,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@386405cb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98491f8f-09bb-8bc0-5e4d-2de49da31b21/java.io.tmpdir/jetty-localhost-40345-hadoop-hdfs-3_4_1-tests_jar-_-any-4464276957720918010/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:21:00,484 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a137881{HTTP/1.1, (http/1.1)}{localhost:40345} 2024-11-23T11:21:00,484 INFO [Time-limited test {}] server.Server(415): Started @234789ms 2024-11-23T11:21:00,746 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:21:00,748 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:21:00,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:21:00,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:21:00,752 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T11:21:00,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bdc05c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98491f8f-09bb-8bc0-5e4d-2de49da31b21/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:21:00,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4412af00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:21:00,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e7e521c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98491f8f-09bb-8bc0-5e4d-2de49da31b21/java.io.tmpdir/jetty-localhost-35889-hadoop-hdfs-3_4_1-tests_jar-_-any-8047456097553242899/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:21:00,847 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@106e7f8e{HTTP/1.1, (http/1.1)}{localhost:35889} 2024-11-23T11:21:00,847 INFO [Time-limited test {}] server.Server(415): Started @235151ms 2024-11-23T11:21:00,848 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T11:21:01,531 WARN [Thread-2889 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98491f8f-09bb-8bc0-5e4d-2de49da31b21/cluster_0e404e44-5a4f-86a5-06c1-b9a36c50ebd6/data/data1/current/BP-1360466741-172.17.0.3-1732360859819/current, will proceed with Du for space computation calculation, 2024-11-23T11:21:01,531 WARN [Thread-2890 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98491f8f-09bb-8bc0-5e4d-2de49da31b21/cluster_0e404e44-5a4f-86a5-06c1-b9a36c50ebd6/data/data2/current/BP-1360466741-172.17.0.3-1732360859819/current, will proceed with Du for space computation calculation, 2024-11-23T11:21:01,552 WARN [Thread-2877 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T11:21:01,555 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff32aabb1c03eedd with lease ID 0x93e891267aef89d2: Processing first storage report for DS-4c8e5219-8706-4db0-8152-4834de49579f from datanode DatanodeRegistration(127.0.0.1:41623, datanodeUuid=3816a48a-53fe-4cd0-83fa-abccd300772b, infoPort=38301, infoSecurePort=0, ipcPort=36285, storageInfo=lv=-57;cid=testClusterID;nsid=1508079980;c=1732360859819) 2024-11-23T11:21:01,555 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff32aabb1c03eedd with lease ID 0x93e891267aef89d2: from storage DS-4c8e5219-8706-4db0-8152-4834de49579f node DatanodeRegistration(127.0.0.1:41623, datanodeUuid=3816a48a-53fe-4cd0-83fa-abccd300772b, infoPort=38301, infoSecurePort=0, ipcPort=36285, storageInfo=lv=-57;cid=testClusterID;nsid=1508079980;c=1732360859819), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T11:21:01,555 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff32aabb1c03eedd with lease ID 0x93e891267aef89d2: Processing first storage report for DS-c7537b77-3160-4a6b-9f5b-0698e154892b from datanode DatanodeRegistration(127.0.0.1:41623, datanodeUuid=3816a48a-53fe-4cd0-83fa-abccd300772b, infoPort=38301, infoSecurePort=0, ipcPort=36285, storageInfo=lv=-57;cid=testClusterID;nsid=1508079980;c=1732360859819) 2024-11-23T11:21:01,555 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff32aabb1c03eedd with lease ID 0x93e891267aef89d2: from storage DS-c7537b77-3160-4a6b-9f5b-0698e154892b node DatanodeRegistration(127.0.0.1:41623, datanodeUuid=3816a48a-53fe-4cd0-83fa-abccd300772b, infoPort=38301, infoSecurePort=0, ipcPort=36285, storageInfo=lv=-57;cid=testClusterID;nsid=1508079980;c=1732360859819), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:21:01,574 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98491f8f-09bb-8bc0-5e4d-2de49da31b21 2024-11-23T11:21:01,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:21:01,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:21:01,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41623 is added to blk_1073741825_1001 (size=7) 2024-11-23T11:21:01,989 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15 with version=8 2024-11-23T11:21:01,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/hbase-staging 2024-11-23T11:21:01,991 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:21:01,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:21:01,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:21:01,991 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:21:01,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:21:01,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:21:01,991 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T11:21:01,991 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:21:01,991 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35395 2024-11-23T11:21:01,992 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35395 connecting to ZooKeeper ensemble=127.0.0.1:50081 2024-11-23T11:21:02,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353950x0, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:21:02,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35395-0x101676cc2220006 connected 2024-11-23T11:21:02,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:21:02,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:21:02,119 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35395-0x101676cc2220006, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Set watcher on znode that does not yet exist, /2-1254836093/running 2024-11-23T11:21:02,119 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15, hbase.cluster.distributed=false 2024-11-23T11:21:02,120 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35395-0x101676cc2220006, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Set watcher on znode that does not yet exist, /2-1254836093/acl 2024-11-23T11:21:02,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35395 2024-11-23T11:21:02,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35395 2024-11-23T11:21:02,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35395 2024-11-23T11:21:02,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35395 2024-11-23T11:21:02,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35395 2024-11-23T11:21:02,134 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:21:02,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:21:02,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:21:02,134 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:21:02,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:21:02,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:21:02,134 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T11:21:02,134 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:21:02,135 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44101 2024-11-23T11:21:02,135 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44101 connecting to ZooKeeper ensemble=127.0.0.1:50081 2024-11-23T11:21:02,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:21:02,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:21:02,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441010x0, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:21:02,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44101-0x101676cc2220007 connected 2024-11-23T11:21:02,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44101-0x101676cc2220007, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Set watcher on znode that does not yet exist, /2-1254836093/running 2024-11-23T11:21:02,149 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T11:21:02,149 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T11:21:02,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44101-0x101676cc2220007, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Set watcher on znode that does not yet exist, /2-1254836093/master 2024-11-23T11:21:02,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44101-0x101676cc2220007, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Set watcher on znode that does not yet exist, /2-1254836093/acl 2024-11-23T11:21:02,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44101 2024-11-23T11:21:02,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44101 2024-11-23T11:21:02,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44101 2024-11-23T11:21:02,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44101 2024-11-23T11:21:02,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44101 2024-11-23T11:21:02,164 DEBUG [M:0;64443f9a1829:35395 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64443f9a1829:35395 2024-11-23T11:21:02,165 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1254836093/backup-masters/64443f9a1829,35395,1732360861990 2024-11-23T11:21:02,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x101676cc2220007, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1254836093/backup-masters 2024-11-23T11:21:02,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101676cc2220006, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1254836093/backup-masters 2024-11-23T11:21:02,175 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35395-0x101676cc2220006, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Set watcher on existing znode=/2-1254836093/backup-masters/64443f9a1829,35395,1732360861990 2024-11-23T11:21:02,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x101676cc2220007, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1254836093/master 2024-11-23T11:21:02,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101676cc2220006, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1254836093 2024-11-23T11:21:02,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x101676cc2220007, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1254836093 2024-11-23T11:21:02,185 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35395-0x101676cc2220006, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Set watcher on existing znode=/2-1254836093/master 2024-11-23T11:21:02,186 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1254836093/backup-masters/64443f9a1829,35395,1732360861990 from backup master directory 2024-11-23T11:21:02,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x101676cc2220007, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1254836093/backup-masters 2024-11-23T11:21:02,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101676cc2220006, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1254836093/backup-masters/64443f9a1829,35395,1732360861990 2024-11-23T11:21:02,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101676cc2220006, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1254836093/backup-masters 2024-11-23T11:21:02,272 WARN [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:21:02,272 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64443f9a1829,35395,1732360861990 2024-11-23T11:21:02,275 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/hbase.id] with ID: 011a0f5e-818c-47de-8b93-1eae812baea8 2024-11-23T11:21:02,275 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/.tmp/hbase.id 2024-11-23T11:21:02,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41623 is added to blk_1073741826_1002 (size=42) 2024-11-23T11:21:02,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T11:21:02,560 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T11:21:02,561 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T11:21:02,561 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T11:21:02,679 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/.tmp/hbase.id]:[hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/hbase.id] 2024-11-23T11:21:02,686 INFO [master/64443f9a1829:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:21:02,686 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T11:21:02,687 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T11:21:02,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101676cc2220006, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1254836093 2024-11-23T11:21:02,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x101676cc2220007, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1254836093 2024-11-23T11:21:02,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41623 is added to blk_1073741827_1003 (size=196) 2024-11-23T11:21:03,106 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:21:03,107 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T11:21:03,107 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:21:03,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41623 is added to blk_1073741828_1004 (size=1189) 2024-11-23T11:21:03,513 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/MasterData/data/master/store 2024-11-23T11:21:03,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41623 is added to blk_1073741829_1005 (size=34) 2024-11-23T11:21:03,526 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:03,526 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:21:03,526 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:21:03,526 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:21:03,526 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:21:03,526 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:21:03,526 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:21:03,526 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360863526Disabling compacts and flushes for region at 1732360863526Disabling writes for close at 1732360863526Writing region close event to WAL at 1732360863526Closed at 1732360863526 2024-11-23T11:21:03,527 WARN [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/MasterData/data/master/store/.initializing 2024-11-23T11:21:03,527 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/MasterData/WALs/64443f9a1829,35395,1732360861990 2024-11-23T11:21:03,528 INFO [master/64443f9a1829:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:21:03,529 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64443f9a1829%2C35395%2C1732360861990, suffix=, logDir=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/MasterData/WALs/64443f9a1829,35395,1732360861990, archiveDir=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/MasterData/oldWALs, maxLogs=10 2024-11-23T11:21:03,546 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/MasterData/WALs/64443f9a1829,35395,1732360861990/64443f9a1829%2C35395%2C1732360861990.1732360863529, exclude list is [], retry=0 2024-11-23T11:21:03,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41623,DS-4c8e5219-8706-4db0-8152-4834de49579f,DISK] 2024-11-23T11:21:03,557 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/MasterData/WALs/64443f9a1829,35395,1732360861990/64443f9a1829%2C35395%2C1732360861990.1732360863529 2024-11-23T11:21:03,559 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38301:38301)] 2024-11-23T11:21:03,560 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:21:03,560 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:03,560 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:03,560 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:03,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:03,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T11:21:03,563 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:03,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:03,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:03,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T11:21:03,564 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:03,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:03,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:03,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T11:21:03,566 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:03,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:03,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:03,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T11:21:03,568 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:03,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:03,568 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:03,569 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:03,569 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:03,570 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:03,570 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:03,572 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:21:03,573 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:03,575 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:21:03,575 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64582751, jitterRate=-0.037642017006874084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:21:03,576 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732360863560Initializing all the Stores at 1732360863561 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360863561Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360863561Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360863561Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360863561Cleaning up temporary data from old regions at 1732360863570 (+9 ms)Region opened successfully at 1732360863575 (+5 ms) 2024-11-23T11:21:03,576 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T11:21:03,578 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46f77a69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:21:03,579 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T11:21:03,579 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T11:21:03,579 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T11:21:03,580 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T11:21:03,580 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T11:21:03,580 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T11:21:03,580 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T11:21:03,582 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T11:21:03,583 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35395-0x101676cc2220006, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Unable to get data of znode /2-1254836093/balancer because node does not exist (not necessarily an error) 2024-11-23T11:21:03,632 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1254836093/balancer already deleted, retry=false 2024-11-23T11:21:03,633 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T11:21:03,634 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35395-0x101676cc2220006, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Unable to get data of znode /2-1254836093/normalizer because node does not exist (not necessarily an error) 2024-11-23T11:21:03,643 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1254836093/normalizer already deleted, retry=false 2024-11-23T11:21:03,643 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T11:21:03,644 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35395-0x101676cc2220006, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Unable to get data of znode /2-1254836093/switch/split because node does not exist (not necessarily an error) 2024-11-23T11:21:03,653 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1254836093/switch/split already deleted, retry=false 2024-11-23T11:21:03,654 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35395-0x101676cc2220006, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Unable to get data of znode /2-1254836093/switch/merge because node does not exist (not necessarily an error) 2024-11-23T11:21:03,664 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1254836093/switch/merge already deleted, retry=false 2024-11-23T11:21:03,665 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35395-0x101676cc2220006, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Unable to get data of znode /2-1254836093/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T11:21:03,674 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1254836093/snapshot-cleanup already deleted, retry=false 2024-11-23T11:21:03,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101676cc2220006, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1254836093/running 2024-11-23T11:21:03,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x101676cc2220007, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1254836093/running 2024-11-23T11:21:03,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x101676cc2220007, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1254836093 2024-11-23T11:21:03,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101676cc2220006, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1254836093 2024-11-23T11:21:03,685 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64443f9a1829,35395,1732360861990, sessionid=0x101676cc2220006, setting cluster-up flag (Was=false) 2024-11-23T11:21:03,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x101676cc2220007, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1254836093 2024-11-23T11:21:03,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101676cc2220006, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1254836093 2024-11-23T11:21:03,738 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1254836093/flush-table-proc/acquired, /2-1254836093/flush-table-proc/reached, /2-1254836093/flush-table-proc/abort 2024-11-23T11:21:03,738 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,35395,1732360861990 2024-11-23T11:21:03,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x101676cc2220007, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1254836093 2024-11-23T11:21:03,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101676cc2220006, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1254836093 2024-11-23T11:21:03,790 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1254836093/online-snapshot/acquired, /2-1254836093/online-snapshot/reached, /2-1254836093/online-snapshot/abort 2024-11-23T11:21:03,791 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,35395,1732360861990 2024-11-23T11:21:03,792 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T11:21:03,793 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T11:21:03,793 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T11:21:03,794 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T11:21:03,794 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64443f9a1829,35395,1732360861990 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T11:21:03,795 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:21:03,795 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:21:03,795 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:21:03,795 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:21:03,795 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64443f9a1829:0, corePoolSize=10, maxPoolSize=10 2024-11-23T11:21:03,795 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:03,795 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:21:03,795 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:03,796 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732360893796 2024-11-23T11:21:03,796 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T11:21:03,796 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T11:21:03,796 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T11:21:03,796 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T11:21:03,797 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T11:21:03,797 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T11:21:03,797 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:21:03,797 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T11:21:03,797 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:03,797 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T11:21:03,797 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T11:21:03,797 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T11:21:03,797 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T11:21:03,797 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T11:21:03,797 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T11:21:03,797 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:03,798 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360863797,5,FailOnTimeoutGroup] 2024-11-23T11:21:03,798 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360863798,5,FailOnTimeoutGroup] 2024-11-23T11:21:03,798 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T11:21:03,798 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:03,798 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T11:21:03,798 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:03,798 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:03,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41623 is added to blk_1073741831_1007 (size=1321) 2024-11-23T11:21:03,857 INFO [RS:0;64443f9a1829:44101 {}] regionserver.HRegionServer(746): ClusterId : 011a0f5e-818c-47de-8b93-1eae812baea8 2024-11-23T11:21:03,857 DEBUG [RS:0;64443f9a1829:44101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T11:21:03,870 DEBUG [RS:0;64443f9a1829:44101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T11:21:03,870 DEBUG [RS:0;64443f9a1829:44101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T11:21:03,880 DEBUG [RS:0;64443f9a1829:44101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T11:21:03,880 DEBUG [RS:0;64443f9a1829:44101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d909b7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:21:03,890 DEBUG [RS:0;64443f9a1829:44101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64443f9a1829:44101 2024-11-23T11:21:03,890 INFO [RS:0;64443f9a1829:44101 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T11:21:03,890 INFO [RS:0;64443f9a1829:44101 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T11:21:03,890 DEBUG [RS:0;64443f9a1829:44101 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T11:21:03,891 INFO [RS:0;64443f9a1829:44101 {}] regionserver.HRegionServer(2659): reportForDuty to master=64443f9a1829,35395,1732360861990 with port=44101, startcode=1732360862134 2024-11-23T11:21:03,891 DEBUG [RS:0;64443f9a1829:44101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T11:21:03,892 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T11:21:03,893 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35395 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64443f9a1829,44101,1732360862134 2024-11-23T11:21:03,893 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35395 {}] master.ServerManager(517): Registering regionserver=64443f9a1829,44101,1732360862134 2024-11-23T11:21:03,894 DEBUG [RS:0;64443f9a1829:44101 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15 2024-11-23T11:21:03,894 DEBUG [RS:0;64443f9a1829:44101 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33877 2024-11-23T11:21:03,894 DEBUG [RS:0;64443f9a1829:44101 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T11:21:03,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101676cc2220006, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1254836093/rs 2024-11-23T11:21:03,932 DEBUG [RS:0;64443f9a1829:44101 {}] zookeeper.ZKUtil(111): regionserver:44101-0x101676cc2220007, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Set watcher on existing znode=/2-1254836093/rs/64443f9a1829,44101,1732360862134 2024-11-23T11:21:03,932 WARN [RS:0;64443f9a1829:44101 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:21:03,932 INFO [RS:0;64443f9a1829:44101 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:21:03,932 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64443f9a1829,44101,1732360862134] 2024-11-23T11:21:03,932 DEBUG [RS:0;64443f9a1829:44101 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134 2024-11-23T11:21:03,934 INFO [RS:0;64443f9a1829:44101 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T11:21:03,935 INFO [RS:0;64443f9a1829:44101 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T11:21:03,936 INFO [RS:0;64443f9a1829:44101 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T11:21:03,936 INFO [RS:0;64443f9a1829:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:03,936 INFO [RS:0;64443f9a1829:44101 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T11:21:03,936 INFO [RS:0;64443f9a1829:44101 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T11:21:03,936 INFO [RS:0;64443f9a1829:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:03,936 DEBUG [RS:0;64443f9a1829:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:03,936 DEBUG [RS:0;64443f9a1829:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:03,936 DEBUG [RS:0;64443f9a1829:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:03,936 DEBUG [RS:0;64443f9a1829:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:03,936 DEBUG [RS:0;64443f9a1829:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:03,937 DEBUG [RS:0;64443f9a1829:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:21:03,937 DEBUG [RS:0;64443f9a1829:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:03,937 DEBUG [RS:0;64443f9a1829:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:03,937 DEBUG [RS:0;64443f9a1829:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:03,937 DEBUG [RS:0;64443f9a1829:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:03,937 DEBUG [RS:0;64443f9a1829:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:03,937 DEBUG [RS:0;64443f9a1829:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:03,937 DEBUG [RS:0;64443f9a1829:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:21:03,937 DEBUG [RS:0;64443f9a1829:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:21:03,937 INFO [RS:0;64443f9a1829:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:03,937 INFO [RS:0;64443f9a1829:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:03,937 INFO [RS:0;64443f9a1829:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:03,937 INFO [RS:0;64443f9a1829:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:03,937 INFO [RS:0;64443f9a1829:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:03,937 INFO [RS:0;64443f9a1829:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,44101,1732360862134-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:21:03,949 INFO [RS:0;64443f9a1829:44101 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T11:21:03,950 INFO [RS:0;64443f9a1829:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,44101,1732360862134-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:03,950 INFO [RS:0;64443f9a1829:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:03,950 INFO [RS:0;64443f9a1829:44101 {}] regionserver.Replication(171): 64443f9a1829,44101,1732360862134 started 2024-11-23T11:21:03,961 INFO [RS:0;64443f9a1829:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:03,961 INFO [RS:0;64443f9a1829:44101 {}] regionserver.HRegionServer(1482): Serving as 64443f9a1829,44101,1732360862134, RpcServer on 64443f9a1829/172.17.0.3:44101, sessionid=0x101676cc2220007 2024-11-23T11:21:03,961 DEBUG [RS:0;64443f9a1829:44101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T11:21:03,961 DEBUG [RS:0;64443f9a1829:44101 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64443f9a1829,44101,1732360862134 2024-11-23T11:21:03,961 DEBUG [RS:0;64443f9a1829:44101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,44101,1732360862134' 2024-11-23T11:21:03,961 DEBUG [RS:0;64443f9a1829:44101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1254836093/flush-table-proc/abort' 2024-11-23T11:21:03,962 DEBUG [RS:0;64443f9a1829:44101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1254836093/flush-table-proc/acquired' 2024-11-23T11:21:03,962 DEBUG [RS:0;64443f9a1829:44101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T11:21:03,962 DEBUG [RS:0;64443f9a1829:44101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T11:21:03,962 DEBUG [RS:0;64443f9a1829:44101 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64443f9a1829,44101,1732360862134 2024-11-23T11:21:03,962 DEBUG [RS:0;64443f9a1829:44101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,44101,1732360862134' 2024-11-23T11:21:03,962 DEBUG [RS:0;64443f9a1829:44101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1254836093/online-snapshot/abort' 2024-11-23T11:21:03,962 DEBUG [RS:0;64443f9a1829:44101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1254836093/online-snapshot/acquired' 2024-11-23T11:21:03,963 DEBUG [RS:0;64443f9a1829:44101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T11:21:03,963 INFO [RS:0;64443f9a1829:44101 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T11:21:03,963 INFO [RS:0;64443f9a1829:44101 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T11:21:04,063 INFO [RS:0;64443f9a1829:44101 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:21:04,064 INFO [RS:0;64443f9a1829:44101 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C44101%2C1732360862134, suffix=, logDir=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134, archiveDir=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/oldWALs, maxLogs=10 2024-11-23T11:21:04,076 DEBUG [RS:0;64443f9a1829:44101 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064, exclude list is [], retry=0 2024-11-23T11:21:04,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41623,DS-4c8e5219-8706-4db0-8152-4834de49579f,DISK] 2024-11-23T11:21:04,080 INFO [RS:0;64443f9a1829:44101 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 2024-11-23T11:21:04,080 DEBUG [RS:0;64443f9a1829:44101 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38301:38301)] 2024-11-23T11:21:04,207 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T11:21:04,207 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15 2024-11-23T11:21:04,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41623 is added to blk_1073741833_1009 (size=32) 2024-11-23T11:21:04,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:04,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:21:04,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:21:04,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:04,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:04,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:21:04,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:21:04,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:04,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:04,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:21:04,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:21:04,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:04,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:04,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:21:04,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:21:04,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:04,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:04,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:21:04,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/hbase/meta/1588230740 2024-11-23T11:21:04,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/hbase/meta/1588230740 2024-11-23T11:21:04,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:21:04,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:21:04,644 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:21:04,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:21:04,648 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:21:04,649 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73494983, jitterRate=0.0951605886220932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:21:04,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732360864626Initializing all the Stores at 1732360864626Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360864627 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360864627Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360864627Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360864627Cleaning up temporary data from old regions at 1732360864644 (+17 ms)Region opened successfully at 1732360864649 (+5 ms) 2024-11-23T11:21:04,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:21:04,649 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:21:04,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:21:04,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:21:04,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:21:04,650 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:21:04,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360864649Disabling compacts and flushes for region at 1732360864649Disabling writes for close at 1732360864649Writing region close event to WAL at 1732360864650 (+1 ms)Closed at 1732360864650 2024-11-23T11:21:04,651 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:21:04,651 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T11:21:04,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T11:21:04,654 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:21:04,655 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T11:21:04,806 DEBUG [64443f9a1829:35395 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T11:21:04,806 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64443f9a1829,44101,1732360862134 2024-11-23T11:21:04,807 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,44101,1732360862134, state=OPENING 2024-11-23T11:21:04,874 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T11:21:04,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x101676cc2220007, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1254836093 2024-11-23T11:21:04,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101676cc2220006, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1254836093 2024-11-23T11:21:04,885 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1254836093/meta-region-server: CHANGED 2024-11-23T11:21:04,885 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1254836093/meta-region-server: CHANGED 2024-11-23T11:21:04,885 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:21:04,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,44101,1732360862134}] 2024-11-23T11:21:05,038 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:21:05,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T11:21:05,041 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T11:21:05,041 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:21:05,041 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T11:21:05,042 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C44101%2C1732360862134.meta, suffix=.meta, logDir=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134, archiveDir=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/oldWALs, maxLogs=10 2024-11-23T11:21:05,059 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.meta.1732360865043.meta, exclude list is [], retry=0 2024-11-23T11:21:05,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41623,DS-4c8e5219-8706-4db0-8152-4834de49579f,DISK] 2024-11-23T11:21:05,064 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.meta.1732360865043.meta 2024-11-23T11:21:05,064 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38301:38301)] 2024-11-23T11:21:05,065 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:21:05,065 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:21:05,065 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:21:05,065 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T11:21:05,065 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T11:21:05,065 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T11:21:05,066 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:05,066 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T11:21:05,066 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T11:21:05,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:21:05,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:21:05,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:05,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:05,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:21:05,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:21:05,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:05,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:05,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:21:05,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:21:05,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:05,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:05,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:21:05,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:21:05,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:05,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:05,073 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:21:05,073 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/hbase/meta/1588230740 2024-11-23T11:21:05,074 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/hbase/meta/1588230740 2024-11-23T11:21:05,075 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:21:05,075 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:21:05,075 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:21:05,076 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:21:05,078 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69041490, jitterRate=0.02879837155342102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:21:05,078 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T11:21:05,078 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732360865066Writing region info on filesystem at 1732360865066Initializing all the Stores at 1732360865066Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360865066Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360865068 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360865068Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360865068Cleaning up temporary data from old regions at 1732360865075 (+7 ms)Running coprocessor post-open hooks at 1732360865078 (+3 ms)Region opened successfully at 1732360865078 2024-11-23T11:21:05,080 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732360865037 2024-11-23T11:21:05,082 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T11:21:05,082 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T11:21:05,083 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64443f9a1829,44101,1732360862134 2024-11-23T11:21:05,084 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,44101,1732360862134, state=OPEN 2024-11-23T11:21:05,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x101676cc2220007, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1254836093/meta-region-server 2024-11-23T11:21:05,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101676cc2220006, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1254836093/meta-region-server 2024-11-23T11:21:05,095 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64443f9a1829,44101,1732360862134 2024-11-23T11:21:05,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1254836093/meta-region-server: CHANGED 2024-11-23T11:21:05,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1254836093/meta-region-server: CHANGED 2024-11-23T11:21:05,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T11:21:05,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,44101,1732360862134 in 210 msec 2024-11-23T11:21:05,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T11:21:05,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 446 msec 2024-11-23T11:21:05,100 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:21:05,100 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T11:21:05,101 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:21:05,101 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,44101,1732360862134, seqNum=-1] 2024-11-23T11:21:05,101 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:05,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:21:05,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3130 sec 2024-11-23T11:21:05,106 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732360865106, completionTime=-1 2024-11-23T11:21:05,107 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T11:21:05,107 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T11:21:05,108 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T11:21:05,108 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732360925108 2024-11-23T11:21:05,108 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732360985108 2024-11-23T11:21:05,108 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T11:21:05,109 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,35395,1732360861990-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:05,109 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,35395,1732360861990-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:05,109 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,35395,1732360861990-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:05,109 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64443f9a1829:35395, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:05,109 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:05,109 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:05,110 DEBUG [master/64443f9a1829:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T11:21:05,111 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:21:05,112 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.840sec 2024-11-23T11:21:05,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:05,112 INFO [master/64443f9a1829:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T11:21:05,112 INFO [master/64443f9a1829:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T11:21:05,112 INFO [master/64443f9a1829:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T11:21:05,112 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T11:21:05,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:05,113 INFO [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T11:21:05,113 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,35395,1732360861990-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:21:05,113 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,35395,1732360861990-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T11:21:05,114 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T11:21:05,115 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T11:21:05,115 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,35395,1732360861990-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:05,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:05,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:05,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:05,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:05,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:05,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:05,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37fe726f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:05,158 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,35395,-1 for getting cluster id 2024-11-23T11:21:05,158 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:21:05,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:05,162 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '011a0f5e-818c-47de-8b93-1eae812baea8' 2024-11-23T11:21:05,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:21:05,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "011a0f5e-818c-47de-8b93-1eae812baea8" 2024-11-23T11:21:05,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@efc11ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:05,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,35395,-1] 2024-11-23T11:21:05,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:21:05,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:05,164 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:21:05,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:05,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:05,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c71579, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:05,165 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:21:05,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,44101,1732360862134, seqNum=-1] 2024-11-23T11:21:05,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:05,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:05,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:21:05,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64443f9a1829,35395,1732360861990 2024-11-23T11:21:05,171 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50081 2024-11-23T11:21:05,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:21:05,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101676cc2220008 connected 2024-11-23T11:21:05,234 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:21:05,235 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,38323,1732360852342 2024-11-23T11:21:05,235 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@325dd77b 2024-11-23T11:21:05,235 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:21:05,236 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:21:05,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:21:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T11:21:05,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:21:05,239 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:05,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T11:21:05,240 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:21:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:21:05,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741835_1011 (size=902) 2024-11-23T11:21:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:21:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:21:05,650 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6acbec0761ea48c1841c6211a246967e, NAME => 'test,,1732360865237.6acbec0761ea48c1841c6211a246967e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b 2024-11-23T11:21:05,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741836_1012 (size=39) 2024-11-23T11:21:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:21:06,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732360865237.6acbec0761ea48c1841c6211a246967e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:06,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6acbec0761ea48c1841c6211a246967e, disabling compactions & flushes 2024-11-23T11:21:06,058 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732360865237.6acbec0761ea48c1841c6211a246967e. 2024-11-23T11:21:06,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732360865237.6acbec0761ea48c1841c6211a246967e. 2024-11-23T11:21:06,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732360865237.6acbec0761ea48c1841c6211a246967e. after waiting 0 ms 2024-11-23T11:21:06,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732360865237.6acbec0761ea48c1841c6211a246967e. 2024-11-23T11:21:06,058 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732360865237.6acbec0761ea48c1841c6211a246967e. 2024-11-23T11:21:06,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6acbec0761ea48c1841c6211a246967e: Waiting for close lock at 1732360866058Disabling compacts and flushes for region at 1732360866058Disabling writes for close at 1732360866058Writing region close event to WAL at 1732360866058Closed at 1732360866058 2024-11-23T11:21:06,059 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:21:06,059 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732360865237.6acbec0761ea48c1841c6211a246967e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732360866059"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732360866059"}]},"ts":"1732360866059"} 2024-11-23T11:21:06,061 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T11:21:06,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:21:06,062 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360866062"}]},"ts":"1732360866062"} 2024-11-23T11:21:06,063 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T11:21:06,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6acbec0761ea48c1841c6211a246967e, ASSIGN}] 2024-11-23T11:21:06,065 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6acbec0761ea48c1841c6211a246967e, ASSIGN 2024-11-23T11:21:06,065 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6acbec0761ea48c1841c6211a246967e, ASSIGN; state=OFFLINE, location=64443f9a1829,34231,1732360852520; forceNewPlan=false, retain=false 2024-11-23T11:21:06,216 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6acbec0761ea48c1841c6211a246967e, regionState=OPENING, regionLocation=64443f9a1829,34231,1732360852520 2024-11-23T11:21:06,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6acbec0761ea48c1841c6211a246967e, ASSIGN because future has completed 2024-11-23T11:21:06,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6acbec0761ea48c1841c6211a246967e, server=64443f9a1829,34231,1732360852520}] 2024-11-23T11:21:06,374 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732360865237.6acbec0761ea48c1841c6211a246967e. 2024-11-23T11:21:06,374 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6acbec0761ea48c1841c6211a246967e, NAME => 'test,,1732360865237.6acbec0761ea48c1841c6211a246967e.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:21:06,374 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:21:06,374 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T11:21:06,374 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6acbec0761ea48c1841c6211a246967e 2024-11-23T11:21:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:21:06,375 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732360865237.6acbec0761ea48c1841c6211a246967e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:06,375 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6acbec0761ea48c1841c6211a246967e 2024-11-23T11:21:06,375 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6acbec0761ea48c1841c6211a246967e 2024-11-23T11:21:06,376 INFO [StoreOpener-6acbec0761ea48c1841c6211a246967e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6acbec0761ea48c1841c6211a246967e 2024-11-23T11:21:06,377 INFO [StoreOpener-6acbec0761ea48c1841c6211a246967e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6acbec0761ea48c1841c6211a246967e columnFamilyName f 2024-11-23T11:21:06,377 DEBUG [StoreOpener-6acbec0761ea48c1841c6211a246967e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:06,377 INFO [StoreOpener-6acbec0761ea48c1841c6211a246967e-1 {}] regionserver.HStore(327): Store=6acbec0761ea48c1841c6211a246967e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:06,377 INFO [StoreOpener-6acbec0761ea48c1841c6211a246967e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6acbec0761ea48c1841c6211a246967e 2024-11-23T11:21:06,378 INFO [StoreOpener-6acbec0761ea48c1841c6211a246967e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6acbec0761ea48c1841c6211a246967e columnFamilyName f1 2024-11-23T11:21:06,378 DEBUG [StoreOpener-6acbec0761ea48c1841c6211a246967e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:06,378 INFO [StoreOpener-6acbec0761ea48c1841c6211a246967e-1 {}] regionserver.HStore(327): Store=6acbec0761ea48c1841c6211a246967e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:06,378 INFO [StoreOpener-6acbec0761ea48c1841c6211a246967e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6acbec0761ea48c1841c6211a246967e 2024-11-23T11:21:06,379 INFO [StoreOpener-6acbec0761ea48c1841c6211a246967e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6acbec0761ea48c1841c6211a246967e columnFamilyName norep 2024-11-23T11:21:06,379 DEBUG [StoreOpener-6acbec0761ea48c1841c6211a246967e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:06,379 INFO [StoreOpener-6acbec0761ea48c1841c6211a246967e-1 {}] regionserver.HStore(327): Store=6acbec0761ea48c1841c6211a246967e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:06,379 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6acbec0761ea48c1841c6211a246967e 2024-11-23T11:21:06,380 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/default/test/6acbec0761ea48c1841c6211a246967e 2024-11-23T11:21:06,380 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/default/test/6acbec0761ea48c1841c6211a246967e 2024-11-23T11:21:06,381 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6acbec0761ea48c1841c6211a246967e 2024-11-23T11:21:06,381 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6acbec0761ea48c1841c6211a246967e 2024-11-23T11:21:06,381 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:21:06,382 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6acbec0761ea48c1841c6211a246967e 2024-11-23T11:21:06,383 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/default/test/6acbec0761ea48c1841c6211a246967e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:21:06,384 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6acbec0761ea48c1841c6211a246967e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71465683, jitterRate=0.06492166221141815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:21:06,384 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6acbec0761ea48c1841c6211a246967e 2024-11-23T11:21:06,384 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6acbec0761ea48c1841c6211a246967e: Running coprocessor pre-open hook at 1732360866375Writing region info on filesystem at 1732360866375Initializing all the Stores at 1732360866375Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360866375Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360866376 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360866376Cleaning up temporary data from old regions at 1732360866381 (+5 ms)Running coprocessor post-open hooks at 1732360866384 (+3 ms)Region opened successfully at 1732360866384 2024-11-23T11:21:06,385 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732360865237.6acbec0761ea48c1841c6211a246967e., pid=6, masterSystemTime=1732360866370 2024-11-23T11:21:06,387 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732360865237.6acbec0761ea48c1841c6211a246967e. 2024-11-23T11:21:06,387 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732360865237.6acbec0761ea48c1841c6211a246967e. 2024-11-23T11:21:06,387 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6acbec0761ea48c1841c6211a246967e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=64443f9a1829,34231,1732360852520 2024-11-23T11:21:06,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6acbec0761ea48c1841c6211a246967e, server=64443f9a1829,34231,1732360852520 because future has completed 2024-11-23T11:21:06,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T11:21:06,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6acbec0761ea48c1841c6211a246967e, server=64443f9a1829,34231,1732360852520 in 171 msec 2024-11-23T11:21:06,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T11:21:06,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6acbec0761ea48c1841c6211a246967e, ASSIGN in 327 msec 2024-11-23T11:21:06,393 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:21:06,393 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360866393"}]},"ts":"1732360866393"} 2024-11-23T11:21:06,395 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T11:21:06,396 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:21:06,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-23T11:21:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:21:07,384 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T11:21:07,385 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:21:07,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,40723,1732360856996 2024-11-23T11:21:07,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61682220 2024-11-23T11:21:07,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:21:07,386 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:21:07,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:21:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T11:21:07,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:21:07,389 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:07,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T11:21:07,390 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:21:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:21:07,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741835_1011 (size=902) 2024-11-23T11:21:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:21:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:21:07,797 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cdee73fa1b69ef6457c435f4f2707155, NAME => 'test,,1732360867387.cdee73fa1b69ef6457c435f4f2707155.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff 2024-11-23T11:21:07,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741836_1012 (size=39) 2024-11-23T11:21:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:21:08,202 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732360867387.cdee73fa1b69ef6457c435f4f2707155.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:08,202 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cdee73fa1b69ef6457c435f4f2707155, disabling compactions & flushes 2024-11-23T11:21:08,202 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732360867387.cdee73fa1b69ef6457c435f4f2707155. 2024-11-23T11:21:08,202 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732360867387.cdee73fa1b69ef6457c435f4f2707155. 2024-11-23T11:21:08,202 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732360867387.cdee73fa1b69ef6457c435f4f2707155. after waiting 0 ms 2024-11-23T11:21:08,202 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732360867387.cdee73fa1b69ef6457c435f4f2707155. 2024-11-23T11:21:08,202 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732360867387.cdee73fa1b69ef6457c435f4f2707155. 2024-11-23T11:21:08,203 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cdee73fa1b69ef6457c435f4f2707155: Waiting for close lock at 1732360868202Disabling compacts and flushes for region at 1732360868202Disabling writes for close at 1732360868202Writing region close event to WAL at 1732360868202Closed at 1732360868202 2024-11-23T11:21:08,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:21:08,204 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732360867387.cdee73fa1b69ef6457c435f4f2707155.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732360868204"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732360868204"}]},"ts":"1732360868204"} 2024-11-23T11:21:08,206 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T11:21:08,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:21:08,207 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360868206"}]},"ts":"1732360868206"} 2024-11-23T11:21:08,208 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T11:21:08,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cdee73fa1b69ef6457c435f4f2707155, ASSIGN}] 2024-11-23T11:21:08,209 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cdee73fa1b69ef6457c435f4f2707155, ASSIGN 2024-11-23T11:21:08,210 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cdee73fa1b69ef6457c435f4f2707155, ASSIGN; state=OFFLINE, location=64443f9a1829,40005,1732360857136; forceNewPlan=false, retain=false 2024-11-23T11:21:08,360 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cdee73fa1b69ef6457c435f4f2707155, regionState=OPENING, regionLocation=64443f9a1829,40005,1732360857136 2024-11-23T11:21:08,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cdee73fa1b69ef6457c435f4f2707155, ASSIGN because future has completed 2024-11-23T11:21:08,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdee73fa1b69ef6457c435f4f2707155, server=64443f9a1829,40005,1732360857136}] 2024-11-23T11:21:08,518 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732360867387.cdee73fa1b69ef6457c435f4f2707155. 2024-11-23T11:21:08,519 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cdee73fa1b69ef6457c435f4f2707155, NAME => 'test,,1732360867387.cdee73fa1b69ef6457c435f4f2707155.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:21:08,519 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:21:08,519 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T11:21:08,519 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cdee73fa1b69ef6457c435f4f2707155 2024-11-23T11:21:08,519 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732360867387.cdee73fa1b69ef6457c435f4f2707155.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:08,520 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cdee73fa1b69ef6457c435f4f2707155 2024-11-23T11:21:08,520 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cdee73fa1b69ef6457c435f4f2707155 2024-11-23T11:21:08,522 INFO [StoreOpener-cdee73fa1b69ef6457c435f4f2707155-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cdee73fa1b69ef6457c435f4f2707155 2024-11-23T11:21:08,523 INFO [StoreOpener-cdee73fa1b69ef6457c435f4f2707155-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdee73fa1b69ef6457c435f4f2707155 columnFamilyName f 2024-11-23T11:21:08,523 DEBUG [StoreOpener-cdee73fa1b69ef6457c435f4f2707155-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:08,523 INFO [StoreOpener-cdee73fa1b69ef6457c435f4f2707155-1 {}] regionserver.HStore(327): Store=cdee73fa1b69ef6457c435f4f2707155/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:08,523 INFO [StoreOpener-cdee73fa1b69ef6457c435f4f2707155-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cdee73fa1b69ef6457c435f4f2707155 2024-11-23T11:21:08,524 INFO [StoreOpener-cdee73fa1b69ef6457c435f4f2707155-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdee73fa1b69ef6457c435f4f2707155 columnFamilyName f1 2024-11-23T11:21:08,524 DEBUG [StoreOpener-cdee73fa1b69ef6457c435f4f2707155-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:08,524 INFO [StoreOpener-cdee73fa1b69ef6457c435f4f2707155-1 {}] regionserver.HStore(327): Store=cdee73fa1b69ef6457c435f4f2707155/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:08,525 INFO [StoreOpener-cdee73fa1b69ef6457c435f4f2707155-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cdee73fa1b69ef6457c435f4f2707155 2024-11-23T11:21:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:21:08,526 INFO [StoreOpener-cdee73fa1b69ef6457c435f4f2707155-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdee73fa1b69ef6457c435f4f2707155 columnFamilyName norep 2024-11-23T11:21:08,526 DEBUG [StoreOpener-cdee73fa1b69ef6457c435f4f2707155-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:08,526 INFO [StoreOpener-cdee73fa1b69ef6457c435f4f2707155-1 {}] regionserver.HStore(327): Store=cdee73fa1b69ef6457c435f4f2707155/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:08,527 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cdee73fa1b69ef6457c435f4f2707155 2024-11-23T11:21:08,527 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/default/test/cdee73fa1b69ef6457c435f4f2707155 2024-11-23T11:21:08,527 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/default/test/cdee73fa1b69ef6457c435f4f2707155 2024-11-23T11:21:08,528 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cdee73fa1b69ef6457c435f4f2707155 2024-11-23T11:21:08,528 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cdee73fa1b69ef6457c435f4f2707155 2024-11-23T11:21:08,528 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:21:08,529 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cdee73fa1b69ef6457c435f4f2707155 2024-11-23T11:21:08,530 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/default/test/cdee73fa1b69ef6457c435f4f2707155/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:21:08,531 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cdee73fa1b69ef6457c435f4f2707155; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61251252, jitterRate=-0.08728522062301636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:21:08,531 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cdee73fa1b69ef6457c435f4f2707155 2024-11-23T11:21:08,531 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cdee73fa1b69ef6457c435f4f2707155: Running coprocessor pre-open hook at 1732360868520Writing region info on filesystem at 1732360868520Initializing all the Stores at 1732360868521 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360868521Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360868521Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360868521Cleaning up temporary data from old regions at 1732360868528 (+7 ms)Running coprocessor post-open hooks at 1732360868531 (+3 ms)Region opened successfully at 1732360868531 2024-11-23T11:21:08,532 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732360867387.cdee73fa1b69ef6457c435f4f2707155., pid=6, masterSystemTime=1732360868515 2024-11-23T11:21:08,533 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732360867387.cdee73fa1b69ef6457c435f4f2707155. 2024-11-23T11:21:08,533 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732360867387.cdee73fa1b69ef6457c435f4f2707155. 2024-11-23T11:21:08,534 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cdee73fa1b69ef6457c435f4f2707155, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=64443f9a1829,40005,1732360857136 2024-11-23T11:21:08,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdee73fa1b69ef6457c435f4f2707155, server=64443f9a1829,40005,1732360857136 because future has completed 2024-11-23T11:21:08,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T11:21:08,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cdee73fa1b69ef6457c435f4f2707155, server=64443f9a1829,40005,1732360857136 in 174 msec 2024-11-23T11:21:08,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T11:21:08,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cdee73fa1b69ef6457c435f4f2707155, ASSIGN in 330 msec 2024-11-23T11:21:08,541 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:21:08,541 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360868541"}]},"ts":"1732360868541"} 2024-11-23T11:21:08,542 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T11:21:08,543 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:21:08,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-23T11:21:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:21:09,536 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T11:21:09,536 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:21:09,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,35395,1732360861990 2024-11-23T11:21:09,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62e0abdf 2024-11-23T11:21:09,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:21:09,538 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:21:09,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:21:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T11:21:09,541 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:21:09,542 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:09,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T11:21:09,542 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:21:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:21:09,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41623 is added to blk_1073741835_1011 (size=902) 2024-11-23T11:21:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:21:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:21:09,949 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f6608335df681bce15bc25121f040d55, NAME => 'test,,1732360869538.f6608335df681bce15bc25121f040d55.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15 2024-11-23T11:21:09,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41623 is added to blk_1073741836_1012 (size=39) 2024-11-23T11:21:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:21:10,354 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732360869538.f6608335df681bce15bc25121f040d55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:10,354 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f6608335df681bce15bc25121f040d55, disabling compactions & flushes 2024-11-23T11:21:10,354 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732360869538.f6608335df681bce15bc25121f040d55. 2024-11-23T11:21:10,354 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732360869538.f6608335df681bce15bc25121f040d55. 2024-11-23T11:21:10,354 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732360869538.f6608335df681bce15bc25121f040d55. after waiting 0 ms 2024-11-23T11:21:10,354 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732360869538.f6608335df681bce15bc25121f040d55. 2024-11-23T11:21:10,354 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732360869538.f6608335df681bce15bc25121f040d55. 2024-11-23T11:21:10,354 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f6608335df681bce15bc25121f040d55: Waiting for close lock at 1732360870354Disabling compacts and flushes for region at 1732360870354Disabling writes for close at 1732360870354Writing region close event to WAL at 1732360870354Closed at 1732360870354 2024-11-23T11:21:10,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:21:10,356 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732360869538.f6608335df681bce15bc25121f040d55.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732360870355"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732360870355"}]},"ts":"1732360870355"} 2024-11-23T11:21:10,358 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T11:21:10,359 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:21:10,359 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360870359"}]},"ts":"1732360870359"} 2024-11-23T11:21:10,361 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T11:21:10,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f6608335df681bce15bc25121f040d55, ASSIGN}] 2024-11-23T11:21:10,362 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f6608335df681bce15bc25121f040d55, ASSIGN 2024-11-23T11:21:10,363 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f6608335df681bce15bc25121f040d55, ASSIGN; state=OFFLINE, location=64443f9a1829,44101,1732360862134; forceNewPlan=false, retain=false 2024-11-23T11:21:10,513 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f6608335df681bce15bc25121f040d55, regionState=OPENING, regionLocation=64443f9a1829,44101,1732360862134 2024-11-23T11:21:10,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f6608335df681bce15bc25121f040d55, ASSIGN because future has completed 2024-11-23T11:21:10,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6608335df681bce15bc25121f040d55, server=64443f9a1829,44101,1732360862134}] 2024-11-23T11:21:10,567 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:21:10,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:10,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:10,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:10,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:10,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:10,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:10,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:10,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:10,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:10,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:10,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:10,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:10,670 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732360869538.f6608335df681bce15bc25121f040d55. 2024-11-23T11:21:10,670 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f6608335df681bce15bc25121f040d55, NAME => 'test,,1732360869538.f6608335df681bce15bc25121f040d55.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:21:10,671 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:21:10,671 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T11:21:10,671 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f6608335df681bce15bc25121f040d55 2024-11-23T11:21:10,671 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732360869538.f6608335df681bce15bc25121f040d55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:10,671 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f6608335df681bce15bc25121f040d55 2024-11-23T11:21:10,671 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f6608335df681bce15bc25121f040d55 2024-11-23T11:21:10,672 INFO [StoreOpener-f6608335df681bce15bc25121f040d55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f6608335df681bce15bc25121f040d55 2024-11-23T11:21:10,673 INFO [StoreOpener-f6608335df681bce15bc25121f040d55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6608335df681bce15bc25121f040d55 columnFamilyName f 2024-11-23T11:21:10,673 DEBUG [StoreOpener-f6608335df681bce15bc25121f040d55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:10,673 INFO [StoreOpener-f6608335df681bce15bc25121f040d55-1 {}] regionserver.HStore(327): Store=f6608335df681bce15bc25121f040d55/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:10,673 INFO [StoreOpener-f6608335df681bce15bc25121f040d55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f6608335df681bce15bc25121f040d55 2024-11-23T11:21:10,674 INFO [StoreOpener-f6608335df681bce15bc25121f040d55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6608335df681bce15bc25121f040d55 columnFamilyName f1 2024-11-23T11:21:10,674 DEBUG [StoreOpener-f6608335df681bce15bc25121f040d55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:10,674 INFO [StoreOpener-f6608335df681bce15bc25121f040d55-1 {}] regionserver.HStore(327): Store=f6608335df681bce15bc25121f040d55/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:10,674 INFO [StoreOpener-f6608335df681bce15bc25121f040d55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f6608335df681bce15bc25121f040d55 2024-11-23T11:21:10,675 INFO [StoreOpener-f6608335df681bce15bc25121f040d55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6608335df681bce15bc25121f040d55 columnFamilyName norep 2024-11-23T11:21:10,675 DEBUG [StoreOpener-f6608335df681bce15bc25121f040d55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:10,675 INFO [StoreOpener-f6608335df681bce15bc25121f040d55-1 {}] regionserver.HStore(327): Store=f6608335df681bce15bc25121f040d55/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:10,676 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f6608335df681bce15bc25121f040d55 2024-11-23T11:21:10,676 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/default/test/f6608335df681bce15bc25121f040d55 2024-11-23T11:21:10,676 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/default/test/f6608335df681bce15bc25121f040d55 2024-11-23T11:21:10,677 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f6608335df681bce15bc25121f040d55 2024-11-23T11:21:10,677 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f6608335df681bce15bc25121f040d55 2024-11-23T11:21:10,677 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:21:10,678 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f6608335df681bce15bc25121f040d55 2024-11-23T11:21:10,679 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/default/test/f6608335df681bce15bc25121f040d55/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:21:10,680 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f6608335df681bce15bc25121f040d55; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69888579, jitterRate=0.04142098128795624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:21:10,680 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f6608335df681bce15bc25121f040d55 2024-11-23T11:21:10,680 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f6608335df681bce15bc25121f040d55: Running coprocessor pre-open hook at 1732360870671Writing region info on filesystem at 1732360870671Initializing all the Stores at 1732360870672 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360870672Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360870672Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360870672Cleaning up temporary data from old regions at 1732360870677 (+5 ms)Running coprocessor post-open hooks at 1732360870680 (+3 ms)Region opened successfully at 1732360870680 2024-11-23T11:21:10,681 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732360869538.f6608335df681bce15bc25121f040d55., pid=6, masterSystemTime=1732360870667 2024-11-23T11:21:10,683 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732360869538.f6608335df681bce15bc25121f040d55. 2024-11-23T11:21:10,683 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732360869538.f6608335df681bce15bc25121f040d55. 2024-11-23T11:21:10,683 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f6608335df681bce15bc25121f040d55, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=64443f9a1829,44101,1732360862134 2024-11-23T11:21:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:21:10,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6608335df681bce15bc25121f040d55, server=64443f9a1829,44101,1732360862134 because future has completed 2024-11-23T11:21:10,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T11:21:10,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f6608335df681bce15bc25121f040d55, server=64443f9a1829,44101,1732360862134 in 170 msec 2024-11-23T11:21:10,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T11:21:10,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f6608335df681bce15bc25121f040d55, ASSIGN in 327 msec 2024-11-23T11:21:10,689 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:21:10,690 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360870689"}]},"ts":"1732360870689"} 2024-11-23T11:21:10,692 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T11:21:10,692 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:21:10,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-23T11:21:11,184 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T11:21:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:21:11,695 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T11:21:11,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1158d6a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:11,695 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,38323,-1 for getting cluster id 2024-11-23T11:21:11,695 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:21:11,696 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ca0d397-9e5c-49ec-b05c-83853d3111c6' 2024-11-23T11:21:11,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:21:11,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ca0d397-9e5c-49ec-b05c-83853d3111c6" 2024-11-23T11:21:11,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c25a4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:11,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,38323,-1] 2024-11-23T11:21:11,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:21:11,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:11,698 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:21:11,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c1a65e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:11,698 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:21:11,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,38323,1732360852342 2024-11-23T11:21:11,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4044dbf8 2024-11-23T11:21:11,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:21:11,700 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:21:11,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://64443f9a1829:40723,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T11:21:11,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T11:21:11,703 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:40723' 2024-11-23T11:21:11,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:21:11,704 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a359d32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:11,705 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,40723,-1 for getting cluster id 2024-11-23T11:21:11,705 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:21:11,705 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8694cb26-80fc-4b6d-aa30-ef6956acc980' 2024-11-23T11:21:11,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:21:11,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8694cb26-80fc-4b6d-aa30-ef6956acc980" 2024-11-23T11:21:11,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@310a8640, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:11,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,40723,-1] 2024-11-23T11:21:11,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:21:11,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:11,706 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:21:11,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4daa72fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:11,707 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:21:11,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,40723,1732360856996 2024-11-23T11:21:11,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53fc72f9 2024-11-23T11:21:11,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:21:11,708 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:21:11,709 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-23T11:21:11,709 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T11:21:11,709 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:11,709 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:11,709 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:21:11,709 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:21:11,710 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T11:21:11,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:21:11,711 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:11,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:21:11,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741837_1013 (size=1138) 2024-11-23T11:21:11,760 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T11:21:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:21:12,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:21:12,117 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 32e77aa461028f192227b1dd3de76755, NAME => 'hbase:replication,,1732360871709.32e77aa461028f192227b1dd3de76755.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b 2024-11-23T11:21:12,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741838_1014 (size=44) 2024-11-23T11:21:12,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:21:12,521 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732360871709.32e77aa461028f192227b1dd3de76755.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:12,521 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 32e77aa461028f192227b1dd3de76755, disabling compactions & flushes 2024-11-23T11:21:12,521 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732360871709.32e77aa461028f192227b1dd3de76755. 2024-11-23T11:21:12,521 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732360871709.32e77aa461028f192227b1dd3de76755. 2024-11-23T11:21:12,521 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732360871709.32e77aa461028f192227b1dd3de76755. after waiting 0 ms 2024-11-23T11:21:12,521 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732360871709.32e77aa461028f192227b1dd3de76755. 2024-11-23T11:21:12,521 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732360871709.32e77aa461028f192227b1dd3de76755. 2024-11-23T11:21:12,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 32e77aa461028f192227b1dd3de76755: Waiting for close lock at 1732360872521Disabling compacts and flushes for region at 1732360872521Disabling writes for close at 1732360872521Writing region close event to WAL at 1732360872521Closed at 1732360872521 2024-11-23T11:21:12,522 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:21:12,523 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732360871709.32e77aa461028f192227b1dd3de76755.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732360872522"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732360872522"}]},"ts":"1732360872522"} 2024-11-23T11:21:12,524 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T11:21:12,525 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:21:12,525 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360872525"}]},"ts":"1732360872525"} 2024-11-23T11:21:12,526 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T11:21:12,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=32e77aa461028f192227b1dd3de76755, ASSIGN}] 2024-11-23T11:21:12,527 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=32e77aa461028f192227b1dd3de76755, ASSIGN 2024-11-23T11:21:12,527 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=32e77aa461028f192227b1dd3de76755, ASSIGN; state=OFFLINE, location=64443f9a1829,34231,1732360852520; forceNewPlan=false, retain=false 2024-11-23T11:21:12,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T11:21:12,560 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-23T11:21:12,561 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T11:21:12,561 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-23T11:21:12,678 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=32e77aa461028f192227b1dd3de76755, regionState=OPENING, regionLocation=64443f9a1829,34231,1732360852520 2024-11-23T11:21:12,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=32e77aa461028f192227b1dd3de76755, ASSIGN because future has completed 2024-11-23T11:21:12,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32e77aa461028f192227b1dd3de76755, server=64443f9a1829,34231,1732360852520}] 2024-11-23T11:21:12,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732360871709.32e77aa461028f192227b1dd3de76755. 2024-11-23T11:21:12,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:21:12,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T11:21:12,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C34231%2C1732360852520.rep, suffix=, logDir=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520, archiveDir=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/oldWALs, maxLogs=10 2024-11-23T11:21:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:21:12,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.rep.1732360872837, exclude list is [], retry=0 2024-11-23T11:21:12,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44905,DS-2f1007ab-99ed-4e20-9fa0-4e76a554379e,DISK] 2024-11-23T11:21:12,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.rep.1732360872837 2024-11-23T11:21:12,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38359:38359)] 2024-11-23T11:21:12,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 32e77aa461028f192227b1dd3de76755, NAME => 'hbase:replication,,1732360871709.32e77aa461028f192227b1dd3de76755.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:21:12,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:21:12,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:21:12,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732360871709.32e77aa461028f192227b1dd3de76755. service=MultiRowMutationService 2024-11-23T11:21:12,854 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T11:21:12,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 32e77aa461028f192227b1dd3de76755 2024-11-23T11:21:12,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732360871709.32e77aa461028f192227b1dd3de76755.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:12,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 32e77aa461028f192227b1dd3de76755 2024-11-23T11:21:12,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 32e77aa461028f192227b1dd3de76755 2024-11-23T11:21:12,855 INFO [StoreOpener-32e77aa461028f192227b1dd3de76755-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 32e77aa461028f192227b1dd3de76755 2024-11-23T11:21:12,856 INFO [StoreOpener-32e77aa461028f192227b1dd3de76755-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32e77aa461028f192227b1dd3de76755 columnFamilyName hfileref 2024-11-23T11:21:12,856 DEBUG [StoreOpener-32e77aa461028f192227b1dd3de76755-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:12,856 INFO [StoreOpener-32e77aa461028f192227b1dd3de76755-1 {}] regionserver.HStore(327): Store=32e77aa461028f192227b1dd3de76755/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:12,856 INFO [StoreOpener-32e77aa461028f192227b1dd3de76755-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 32e77aa461028f192227b1dd3de76755 2024-11-23T11:21:12,857 INFO [StoreOpener-32e77aa461028f192227b1dd3de76755-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32e77aa461028f192227b1dd3de76755 columnFamilyName queue 2024-11-23T11:21:12,857 DEBUG [StoreOpener-32e77aa461028f192227b1dd3de76755-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:12,857 INFO [StoreOpener-32e77aa461028f192227b1dd3de76755-1 {}] regionserver.HStore(327): Store=32e77aa461028f192227b1dd3de76755/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:12,857 INFO [StoreOpener-32e77aa461028f192227b1dd3de76755-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 32e77aa461028f192227b1dd3de76755 2024-11-23T11:21:12,858 INFO [StoreOpener-32e77aa461028f192227b1dd3de76755-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32e77aa461028f192227b1dd3de76755 columnFamilyName sid 2024-11-23T11:21:12,858 DEBUG [StoreOpener-32e77aa461028f192227b1dd3de76755-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:12,859 INFO [StoreOpener-32e77aa461028f192227b1dd3de76755-1 {}] regionserver.HStore(327): Store=32e77aa461028f192227b1dd3de76755/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:12,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 32e77aa461028f192227b1dd3de76755 2024-11-23T11:21:12,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/hbase/replication/32e77aa461028f192227b1dd3de76755 2024-11-23T11:21:12,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/hbase/replication/32e77aa461028f192227b1dd3de76755 2024-11-23T11:21:12,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 32e77aa461028f192227b1dd3de76755 2024-11-23T11:21:12,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 32e77aa461028f192227b1dd3de76755 2024-11-23T11:21:12,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:21:12,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 32e77aa461028f192227b1dd3de76755 2024-11-23T11:21:12,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/hbase/replication/32e77aa461028f192227b1dd3de76755/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:21:12,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 32e77aa461028f192227b1dd3de76755; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66659011, jitterRate=-0.00670333206653595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:21:12,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32e77aa461028f192227b1dd3de76755 2024-11-23T11:21:12,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 32e77aa461028f192227b1dd3de76755: Running coprocessor pre-open hook at 1732360872854Writing region info on filesystem at 1732360872854Initializing all the Stores at 1732360872854Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360872854Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360872855 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360872855Cleaning up temporary data from old regions at 1732360872860 (+5 ms)Running coprocessor post-open hooks at 1732360872863 (+3 ms)Region opened successfully at 1732360872863 2024-11-23T11:21:12,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732360871709.32e77aa461028f192227b1dd3de76755., pid=10, masterSystemTime=1732360872833 2024-11-23T11:21:12,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732360871709.32e77aa461028f192227b1dd3de76755. 2024-11-23T11:21:12,865 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732360871709.32e77aa461028f192227b1dd3de76755. 2024-11-23T11:21:12,866 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=32e77aa461028f192227b1dd3de76755, regionState=OPEN, openSeqNum=2, regionLocation=64443f9a1829,34231,1732360852520 2024-11-23T11:21:12,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32e77aa461028f192227b1dd3de76755, server=64443f9a1829,34231,1732360852520 because future has completed 2024-11-23T11:21:12,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T11:21:12,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 32e77aa461028f192227b1dd3de76755, server=64443f9a1829,34231,1732360852520 in 187 msec 2024-11-23T11:21:12,871 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T11:21:12,871 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=32e77aa461028f192227b1dd3de76755, ASSIGN in 344 msec 2024-11-23T11:21:12,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:21:12,871 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360872871"}]},"ts":"1732360872871"} 2024-11-23T11:21:12,873 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T11:21:12,874 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:21:12,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1650 sec 2024-11-23T11:21:12,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732360871709.32e77aa461028f192227b1dd3de76755., hostname=64443f9a1829,34231,1732360852520, seqNum=2] 2024-11-23T11:21:13,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34231-0x101676cc2220001, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397493442 2024-11-23T11:21:13,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x101676cc2220000, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397493442 2024-11-23T11:21:13,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T11:21:13,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T11:21:13,174 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T11:21:13,199 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-64443f9a1829,34231,1732360852520, ReplicationSource: 1, currentBandwidth=0 2024-11-23T11:21:13,200 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:21:13,200 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,34231,1732360852520, seqNum=-1] 2024-11-23T11:21:13,200 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:13,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-23T11:21:13,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-64443f9a1829,34231,1732360852520', locateType=CURRENT is [region=hbase:replication,,1732360871709.32e77aa461028f192227b1dd3de76755., hostname=64443f9a1829,34231,1732360852520, seqNum=2] 2024-11-23T11:21:13,214 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T11:21:13,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T11:21:13,217 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 64443f9a1829,34231,1732360852520 suceeded 2024-11-23T11:21:13,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T11:21:13,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-23T11:21:13,219 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://64443f9a1829:40723,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T11:21:13,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5180 sec 2024-11-23T11:21:13,230 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:40723' 2024-11-23T11:21:13,231 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e0e0aa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:13,231 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,40723,-1 for getting cluster id 2024-11-23T11:21:13,231 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:21:13,232 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8694cb26-80fc-4b6d-aa30-ef6956acc980' 2024-11-23T11:21:13,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:21:13,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8694cb26-80fc-4b6d-aa30-ef6956acc980" 2024-11-23T11:21:13,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e7316e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:13,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,40723,-1] 2024-11-23T11:21:13,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:21:13,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:13,233 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:21:13,234 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f66049f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:13,234 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:21:13,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,40723,1732360856996 2024-11-23T11:21:13,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3373919c 2024-11-23T11:21:13,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:21:13,235 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-23T11:21:13,236 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-64443f9a1829,34231,1732360852520 (queues=1) is replicating from cluster=9ca0d397-9e5c-49ec-b05c-83853d3111c6 to cluster=8694cb26-80fc-4b6d-aa30-ef6956acc980 2024-11-23T11:21:13,236 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=64443f9a1829%2C34231%2C1732360852520 2024-11-23T11:21:13,236 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-64443f9a1829,34231,1732360852520, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T11:21:13,237 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.shipper64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64443f9a1829%2C34231%2C1732360852520 2024-11-23T11:21:13,237 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414, startPosition=0, beingWritten=true 2024-11-23T11:21:13,243 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:21:13,243 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 379, reset compression=false 2024-11-23T11:21:13,243 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.shipper64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,34231,1732360852520 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:21:13,449 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 379, reset compression=false 2024-11-23T11:21:13,752 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 379, reset compression=false 2024-11-23T11:21:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:21:13,855 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T11:21:13,855 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:21:13,855 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:21:13,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:13,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:13,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:21:13,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16400bd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:13,856 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,40723,-1 for getting cluster id 2024-11-23T11:21:13,856 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:21:13,857 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8694cb26-80fc-4b6d-aa30-ef6956acc980' 2024-11-23T11:21:13,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:21:13,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8694cb26-80fc-4b6d-aa30-ef6956acc980" 2024-11-23T11:21:13,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69931d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:13,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,40723,-1] 2024-11-23T11:21:13,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:21:13,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:13,858 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:21:13,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b055be2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:13,859 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:21:13,859 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,40723,1732360856996 2024-11-23T11:21:13,859 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f936606 2024-11-23T11:21:13,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:21:13,860 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:21:13,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://64443f9a1829:35395,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T11:21:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T11:21:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:21:13,863 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:35395' 2024-11-23T11:21:13,864 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11ba5244, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:13,864 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,35395,-1 for getting cluster id 2024-11-23T11:21:13,865 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:21:13,865 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '011a0f5e-818c-47de-8b93-1eae812baea8' 2024-11-23T11:21:13,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:21:13,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "011a0f5e-818c-47de-8b93-1eae812baea8" 2024-11-23T11:21:13,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44419134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:13,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,35395,-1] 2024-11-23T11:21:13,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:21:13,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:13,867 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:21:13,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573b09aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:13,867 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:21:13,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,35395,1732360861990 2024-11-23T11:21:13,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a07633b 2024-11-23T11:21:13,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:21:13,869 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:21:13,869 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T11:21:13,869 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T11:21:13,869 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:13,869 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:13,869 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:21:13,870 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:21:13,871 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T11:21:13,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:21:13,872 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:13,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:21:13,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741837_1013 (size=1138) 2024-11-23T11:21:13,921 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T11:21:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:21:14,156 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 379, reset compression=false 2024-11-23T11:21:14,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:21:14,279 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 900c917eecebce21336d664ad9b5a683, NAME => 'hbase:replication,,1732360873870.900c917eecebce21336d664ad9b5a683.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff 2024-11-23T11:21:14,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741838_1014 (size=44) 2024-11-23T11:21:14,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:21:14,659 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 379, reset compression=false 2024-11-23T11:21:14,684 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732360873870.900c917eecebce21336d664ad9b5a683.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:14,684 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 900c917eecebce21336d664ad9b5a683, disabling compactions & flushes 2024-11-23T11:21:14,684 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732360873870.900c917eecebce21336d664ad9b5a683. 2024-11-23T11:21:14,684 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732360873870.900c917eecebce21336d664ad9b5a683. 2024-11-23T11:21:14,684 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732360873870.900c917eecebce21336d664ad9b5a683. after waiting 0 ms 2024-11-23T11:21:14,684 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732360873870.900c917eecebce21336d664ad9b5a683. 2024-11-23T11:21:14,684 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732360873870.900c917eecebce21336d664ad9b5a683. 2024-11-23T11:21:14,684 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 900c917eecebce21336d664ad9b5a683: Waiting for close lock at 1732360874684Disabling compacts and flushes for region at 1732360874684Disabling writes for close at 1732360874684Writing region close event to WAL at 1732360874684Closed at 1732360874684 2024-11-23T11:21:14,686 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:21:14,686 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732360873870.900c917eecebce21336d664ad9b5a683.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732360874686"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732360874686"}]},"ts":"1732360874686"} 2024-11-23T11:21:14,688 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T11:21:14,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:21:14,689 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360874689"}]},"ts":"1732360874689"} 2024-11-23T11:21:14,690 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T11:21:14,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=900c917eecebce21336d664ad9b5a683, ASSIGN}] 2024-11-23T11:21:14,692 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=900c917eecebce21336d664ad9b5a683, ASSIGN 2024-11-23T11:21:14,692 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=900c917eecebce21336d664ad9b5a683, ASSIGN; state=OFFLINE, location=64443f9a1829,40005,1732360857136; forceNewPlan=false, retain=false 2024-11-23T11:21:14,843 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=900c917eecebce21336d664ad9b5a683, regionState=OPENING, regionLocation=64443f9a1829,40005,1732360857136 2024-11-23T11:21:14,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=900c917eecebce21336d664ad9b5a683, ASSIGN because future has completed 2024-11-23T11:21:14,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 900c917eecebce21336d664ad9b5a683, server=64443f9a1829,40005,1732360857136}] 2024-11-23T11:21:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:21:15,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732360873870.900c917eecebce21336d664ad9b5a683. 2024-11-23T11:21:15,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:21:15,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T11:21:15,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C40005%2C1732360857136.rep, suffix=, logDir=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136, archiveDir=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/oldWALs, maxLogs=10 2024-11-23T11:21:15,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.rep.1732360875003, exclude list is [], retry=0 2024-11-23T11:21:15,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39815,DS-b6938c1a-7652-458d-b4ae-0ad3b47bdff9,DISK] 2024-11-23T11:21:15,024 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.rep.1732360875003 2024-11-23T11:21:15,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42047:42047)] 2024-11-23T11:21:15,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 900c917eecebce21336d664ad9b5a683, NAME => 'hbase:replication,,1732360873870.900c917eecebce21336d664ad9b5a683.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:21:15,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:21:15,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:21:15,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732360873870.900c917eecebce21336d664ad9b5a683. service=MultiRowMutationService 2024-11-23T11:21:15,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T11:21:15,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 900c917eecebce21336d664ad9b5a683 2024-11-23T11:21:15,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732360873870.900c917eecebce21336d664ad9b5a683.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:15,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 900c917eecebce21336d664ad9b5a683 2024-11-23T11:21:15,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 900c917eecebce21336d664ad9b5a683 2024-11-23T11:21:15,027 INFO [StoreOpener-900c917eecebce21336d664ad9b5a683-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 900c917eecebce21336d664ad9b5a683 2024-11-23T11:21:15,028 INFO [StoreOpener-900c917eecebce21336d664ad9b5a683-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 900c917eecebce21336d664ad9b5a683 columnFamilyName hfileref 2024-11-23T11:21:15,028 DEBUG [StoreOpener-900c917eecebce21336d664ad9b5a683-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:15,028 INFO [StoreOpener-900c917eecebce21336d664ad9b5a683-1 {}] regionserver.HStore(327): Store=900c917eecebce21336d664ad9b5a683/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:15,028 INFO [StoreOpener-900c917eecebce21336d664ad9b5a683-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 900c917eecebce21336d664ad9b5a683 2024-11-23T11:21:15,029 INFO [StoreOpener-900c917eecebce21336d664ad9b5a683-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 900c917eecebce21336d664ad9b5a683 columnFamilyName queue 2024-11-23T11:21:15,029 DEBUG [StoreOpener-900c917eecebce21336d664ad9b5a683-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:15,030 INFO [StoreOpener-900c917eecebce21336d664ad9b5a683-1 {}] regionserver.HStore(327): Store=900c917eecebce21336d664ad9b5a683/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:15,030 INFO [StoreOpener-900c917eecebce21336d664ad9b5a683-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 900c917eecebce21336d664ad9b5a683 2024-11-23T11:21:15,030 INFO [StoreOpener-900c917eecebce21336d664ad9b5a683-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 900c917eecebce21336d664ad9b5a683 columnFamilyName sid 2024-11-23T11:21:15,030 DEBUG [StoreOpener-900c917eecebce21336d664ad9b5a683-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:15,031 INFO [StoreOpener-900c917eecebce21336d664ad9b5a683-1 {}] regionserver.HStore(327): Store=900c917eecebce21336d664ad9b5a683/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:15,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 900c917eecebce21336d664ad9b5a683 2024-11-23T11:21:15,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/hbase/replication/900c917eecebce21336d664ad9b5a683 2024-11-23T11:21:15,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/hbase/replication/900c917eecebce21336d664ad9b5a683 2024-11-23T11:21:15,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 900c917eecebce21336d664ad9b5a683 2024-11-23T11:21:15,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 900c917eecebce21336d664ad9b5a683 2024-11-23T11:21:15,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:21:15,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 900c917eecebce21336d664ad9b5a683 2024-11-23T11:21:15,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/hbase/replication/900c917eecebce21336d664ad9b5a683/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:21:15,035 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 900c917eecebce21336d664ad9b5a683; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68860266, jitterRate=0.026097923517227173}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:21:15,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 900c917eecebce21336d664ad9b5a683 2024-11-23T11:21:15,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 900c917eecebce21336d664ad9b5a683: Running coprocessor pre-open hook at 1732360875026Writing region info on filesystem at 1732360875026Initializing all the Stores at 1732360875026Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360875026Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360875027 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360875027Cleaning up temporary data from old regions at 1732360875032 (+5 ms)Running coprocessor post-open hooks at 1732360875035 (+3 ms)Region opened successfully at 1732360875035 2024-11-23T11:21:15,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732360873870.900c917eecebce21336d664ad9b5a683., pid=10, masterSystemTime=1732360874997 2024-11-23T11:21:15,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732360873870.900c917eecebce21336d664ad9b5a683. 2024-11-23T11:21:15,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732360873870.900c917eecebce21336d664ad9b5a683. 2024-11-23T11:21:15,038 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=900c917eecebce21336d664ad9b5a683, regionState=OPEN, openSeqNum=2, regionLocation=64443f9a1829,40005,1732360857136 2024-11-23T11:21:15,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 900c917eecebce21336d664ad9b5a683, server=64443f9a1829,40005,1732360857136 because future has completed 2024-11-23T11:21:15,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T11:21:15,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 900c917eecebce21336d664ad9b5a683, server=64443f9a1829,40005,1732360857136 in 196 msec 2024-11-23T11:21:15,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T11:21:15,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=900c917eecebce21336d664ad9b5a683, ASSIGN in 352 msec 2024-11-23T11:21:15,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:21:15,046 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360875045"}]},"ts":"1732360875045"} 2024-11-23T11:21:15,047 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T11:21:15,048 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:21:15,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-23T11:21:15,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732360873870.900c917eecebce21336d664ad9b5a683., hostname=64443f9a1829,40005,1732360857136, seqNum=2] 2024-11-23T11:21:15,262 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 379, reset compression=false 2024-11-23T11:21:15,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x101676cc2220003, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046827771 2024-11-23T11:21:15,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x101676cc2220004, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046827771 2024-11-23T11:21:15,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T11:21:15,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T11:21:15,627 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T11:21:15,663 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-64443f9a1829,40005,1732360857136, ReplicationSource: 1, currentBandwidth=0 2024-11-23T11:21:15,664 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:21:15,664 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,40005,1732360857136, seqNum=-1] 2024-11-23T11:21:15,664 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:15,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-23T11:21:15,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-64443f9a1829,40005,1732360857136', locateType=CURRENT is [region=hbase:replication,,1732360873870.900c917eecebce21336d664ad9b5a683., hostname=64443f9a1829,40005,1732360857136, seqNum=2] 2024-11-23T11:21:15,669 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T11:21:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T11:21:15,671 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 64443f9a1829,40005,1732360857136 suceeded 2024-11-23T11:21:15,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T11:21:15,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-23T11:21:15,673 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://64443f9a1829:35395,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T11:21:15,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8120 sec 2024-11-23T11:21:15,687 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:35395' 2024-11-23T11:21:15,689 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@488c10b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:15,689 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,35395,-1 for getting cluster id 2024-11-23T11:21:15,689 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:21:15,689 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '011a0f5e-818c-47de-8b93-1eae812baea8' 2024-11-23T11:21:15,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:21:15,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "011a0f5e-818c-47de-8b93-1eae812baea8" 2024-11-23T11:21:15,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cb9b04e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:15,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,35395,-1] 2024-11-23T11:21:15,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:21:15,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:15,691 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:21:15,692 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18e32600, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:15,692 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:21:15,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,35395,1732360861990 2024-11-23T11:21:15,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55bad115 2024-11-23T11:21:15,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:21:15,695 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-23T11:21:15,695 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-64443f9a1829,40005,1732360857136 (queues=1) is replicating from cluster=8694cb26-80fc-4b6d-aa30-ef6956acc980 to cluster=011a0f5e-818c-47de-8b93-1eae812baea8 2024-11-23T11:21:15,695 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=64443f9a1829%2C40005%2C1732360857136 2024-11-23T11:21:15,696 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-64443f9a1829,40005,1732360857136, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T11:21:15,696 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.shipper64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64443f9a1829%2C40005%2C1732360857136 2024-11-23T11:21:15,696 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096, startPosition=0, beingWritten=true 2024-11-23T11:21:15,704 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:21:15,704 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.shipper64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,40005,1732360857136 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:21:15,705 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 379, reset compression=false 2024-11-23T11:21:15,910 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 379, reset compression=false 2024-11-23T11:21:15,966 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 379, reset compression=false 2024-11-23T11:21:16,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:21:16,005 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T11:21:16,005 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:21:16,005 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:21:16,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:16,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:16,005 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:21:16,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2886c11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:16,006 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,35395,-1 for getting cluster id 2024-11-23T11:21:16,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:21:16,007 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '011a0f5e-818c-47de-8b93-1eae812baea8' 2024-11-23T11:21:16,007 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:21:16,007 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "011a0f5e-818c-47de-8b93-1eae812baea8" 2024-11-23T11:21:16,007 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50ea27b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:16,007 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,35395,-1] 2024-11-23T11:21:16,007 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:21:16,007 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:16,008 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:21:16,009 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d561eaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:16,009 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:21:16,010 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,35395,1732360861990 2024-11-23T11:21:16,010 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4637e930 2024-11-23T11:21:16,010 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:21:16,010 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:21:16,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://64443f9a1829:38323,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T11:21:16,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T11:21:16,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:21:16,013 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:38323' 2024-11-23T11:21:16,014 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac884dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:16,014 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,38323,-1 for getting cluster id 2024-11-23T11:21:16,014 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:21:16,015 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ca0d397-9e5c-49ec-b05c-83853d3111c6' 2024-11-23T11:21:16,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:21:16,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ca0d397-9e5c-49ec-b05c-83853d3111c6" 2024-11-23T11:21:16,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25e09cdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:16,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,38323,-1] 2024-11-23T11:21:16,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:21:16,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:16,016 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:21:16,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58755fcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:16,017 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:21:16,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,38323,1732360852342 2024-11-23T11:21:16,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@eda3224 2024-11-23T11:21:16,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:21:16,018 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:21:16,018 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T11:21:16,018 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T11:21:16,018 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:16,018 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:16,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:21:16,019 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:21:16,020 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T11:21:16,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:21:16,020 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:16,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:21:16,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41623 is added to blk_1073741837_1013 (size=1138) 2024-11-23T11:21:16,070 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T11:21:16,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:21:16,173 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:21:16,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:16,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:16,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:16,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:16,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:16,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:16,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:16,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:16,213 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 379, reset compression=false 2024-11-23T11:21:16,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:16,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:16,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:16,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:16,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:21:16,429 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 12e6c58309d7106cacaa1960316acb3e, NAME => 'hbase:replication,,1732360876019.12e6c58309d7106cacaa1960316acb3e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15 2024-11-23T11:21:16,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41623 is added to blk_1073741838_1014 (size=44) 2024-11-23T11:21:16,616 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 379, reset compression=false 2024-11-23T11:21:16,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:21:16,769 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 379, reset compression=false 2024-11-23T11:21:16,838 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732360876019.12e6c58309d7106cacaa1960316acb3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:16,838 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 12e6c58309d7106cacaa1960316acb3e, disabling compactions & flushes 2024-11-23T11:21:16,838 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732360876019.12e6c58309d7106cacaa1960316acb3e. 2024-11-23T11:21:16,838 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732360876019.12e6c58309d7106cacaa1960316acb3e. 2024-11-23T11:21:16,838 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732360876019.12e6c58309d7106cacaa1960316acb3e. after waiting 0 ms 2024-11-23T11:21:16,838 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732360876019.12e6c58309d7106cacaa1960316acb3e. 2024-11-23T11:21:16,838 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732360876019.12e6c58309d7106cacaa1960316acb3e. 2024-11-23T11:21:16,838 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 12e6c58309d7106cacaa1960316acb3e: Waiting for close lock at 1732360876838Disabling compacts and flushes for region at 1732360876838Disabling writes for close at 1732360876838Writing region close event to WAL at 1732360876838Closed at 1732360876838 2024-11-23T11:21:16,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:21:16,840 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732360876019.12e6c58309d7106cacaa1960316acb3e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732360876839"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732360876839"}]},"ts":"1732360876839"} 2024-11-23T11:21:16,841 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T11:21:16,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:21:16,842 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360876842"}]},"ts":"1732360876842"} 2024-11-23T11:21:16,843 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T11:21:16,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=12e6c58309d7106cacaa1960316acb3e, ASSIGN}] 2024-11-23T11:21:16,845 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=12e6c58309d7106cacaa1960316acb3e, ASSIGN 2024-11-23T11:21:16,845 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=12e6c58309d7106cacaa1960316acb3e, ASSIGN; state=OFFLINE, location=64443f9a1829,44101,1732360862134; forceNewPlan=false, retain=false 2024-11-23T11:21:16,996 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=12e6c58309d7106cacaa1960316acb3e, regionState=OPENING, regionLocation=64443f9a1829,44101,1732360862134 2024-11-23T11:21:16,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=12e6c58309d7106cacaa1960316acb3e, ASSIGN because future has completed 2024-11-23T11:21:16,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12e6c58309d7106cacaa1960316acb3e, server=64443f9a1829,44101,1732360862134}] 2024-11-23T11:21:17,120 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 379, reset compression=false 2024-11-23T11:21:17,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:21:17,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732360876019.12e6c58309d7106cacaa1960316acb3e. 2024-11-23T11:21:17,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:21:17,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T11:21:17,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C44101%2C1732360862134.rep, suffix=, logDir=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134, archiveDir=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/oldWALs, maxLogs=10 2024-11-23T11:21:17,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.rep.1732360877154, exclude list is [], retry=0 2024-11-23T11:21:17,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41623,DS-4c8e5219-8706-4db0-8152-4834de49579f,DISK] 2024-11-23T11:21:17,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.rep.1732360877154 2024-11-23T11:21:17,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38301:38301)] 2024-11-23T11:21:17,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 12e6c58309d7106cacaa1960316acb3e, NAME => 'hbase:replication,,1732360876019.12e6c58309d7106cacaa1960316acb3e.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:21:17,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:21:17,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:21:17,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732360876019.12e6c58309d7106cacaa1960316acb3e. service=MultiRowMutationService 2024-11-23T11:21:17,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T11:21:17,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 12e6c58309d7106cacaa1960316acb3e 2024-11-23T11:21:17,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732360876019.12e6c58309d7106cacaa1960316acb3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:17,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 12e6c58309d7106cacaa1960316acb3e 2024-11-23T11:21:17,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 12e6c58309d7106cacaa1960316acb3e 2024-11-23T11:21:17,170 INFO [StoreOpener-12e6c58309d7106cacaa1960316acb3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 12e6c58309d7106cacaa1960316acb3e 2024-11-23T11:21:17,170 INFO [StoreOpener-12e6c58309d7106cacaa1960316acb3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12e6c58309d7106cacaa1960316acb3e columnFamilyName hfileref 2024-11-23T11:21:17,170 DEBUG [StoreOpener-12e6c58309d7106cacaa1960316acb3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:17,171 INFO [StoreOpener-12e6c58309d7106cacaa1960316acb3e-1 {}] regionserver.HStore(327): Store=12e6c58309d7106cacaa1960316acb3e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:17,171 INFO [StoreOpener-12e6c58309d7106cacaa1960316acb3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 12e6c58309d7106cacaa1960316acb3e 2024-11-23T11:21:17,172 INFO [StoreOpener-12e6c58309d7106cacaa1960316acb3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12e6c58309d7106cacaa1960316acb3e columnFamilyName queue 2024-11-23T11:21:17,172 DEBUG [StoreOpener-12e6c58309d7106cacaa1960316acb3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:17,172 INFO [StoreOpener-12e6c58309d7106cacaa1960316acb3e-1 {}] regionserver.HStore(327): Store=12e6c58309d7106cacaa1960316acb3e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:17,172 INFO [StoreOpener-12e6c58309d7106cacaa1960316acb3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 12e6c58309d7106cacaa1960316acb3e 2024-11-23T11:21:17,172 INFO [StoreOpener-12e6c58309d7106cacaa1960316acb3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12e6c58309d7106cacaa1960316acb3e columnFamilyName sid 2024-11-23T11:21:17,173 DEBUG [StoreOpener-12e6c58309d7106cacaa1960316acb3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:17,173 INFO [StoreOpener-12e6c58309d7106cacaa1960316acb3e-1 {}] regionserver.HStore(327): Store=12e6c58309d7106cacaa1960316acb3e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:17,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 12e6c58309d7106cacaa1960316acb3e 2024-11-23T11:21:17,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/hbase/replication/12e6c58309d7106cacaa1960316acb3e 2024-11-23T11:21:17,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/hbase/replication/12e6c58309d7106cacaa1960316acb3e 2024-11-23T11:21:17,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 12e6c58309d7106cacaa1960316acb3e 2024-11-23T11:21:17,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 12e6c58309d7106cacaa1960316acb3e 2024-11-23T11:21:17,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:21:17,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 12e6c58309d7106cacaa1960316acb3e 2024-11-23T11:21:17,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/hbase/replication/12e6c58309d7106cacaa1960316acb3e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:21:17,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 12e6c58309d7106cacaa1960316acb3e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71188976, jitterRate=0.06079840660095215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:21:17,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12e6c58309d7106cacaa1960316acb3e 2024-11-23T11:21:17,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 12e6c58309d7106cacaa1960316acb3e: Running coprocessor pre-open hook at 1732360877169Writing region info on filesystem at 1732360877169Initializing all the Stores at 1732360877169Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360877169Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360877169Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360877169Cleaning up temporary data from old regions at 1732360877174 (+5 ms)Running coprocessor post-open hooks at 1732360877178 (+4 ms)Region opened successfully at 1732360877178 2024-11-23T11:21:17,178 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732360876019.12e6c58309d7106cacaa1960316acb3e., pid=10, masterSystemTime=1732360877150 2024-11-23T11:21:17,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732360876019.12e6c58309d7106cacaa1960316acb3e. 2024-11-23T11:21:17,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732360876019.12e6c58309d7106cacaa1960316acb3e. 2024-11-23T11:21:17,180 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=12e6c58309d7106cacaa1960316acb3e, regionState=OPEN, openSeqNum=2, regionLocation=64443f9a1829,44101,1732360862134 2024-11-23T11:21:17,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12e6c58309d7106cacaa1960316acb3e, server=64443f9a1829,44101,1732360862134 because future has completed 2024-11-23T11:21:17,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T11:21:17,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 12e6c58309d7106cacaa1960316acb3e, server=64443f9a1829,44101,1732360862134 in 185 msec 2024-11-23T11:21:17,185 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T11:21:17,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T11:21:17,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=12e6c58309d7106cacaa1960316acb3e, ASSIGN in 341 msec 2024-11-23T11:21:17,186 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:21:17,186 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360877186"}]},"ts":"1732360877186"} 2024-11-23T11:21:17,187 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T11:21:17,188 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:21:17,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-23T11:21:17,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732360876019.12e6c58309d7106cacaa1960316acb3e., hostname=64443f9a1829,44101,1732360862134, seqNum=2] 2024-11-23T11:21:17,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x101676cc2220007, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1254836093 2024-11-23T11:21:17,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101676cc2220006, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1254836093 2024-11-23T11:21:17,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T11:21:17,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T11:21:17,479 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T11:21:17,504 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-64443f9a1829,44101,1732360862134, ReplicationSource: 1, currentBandwidth=0 2024-11-23T11:21:17,504 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:21:17,504 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,44101,1732360862134, seqNum=-1] 2024-11-23T11:21:17,505 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:17,506 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-23T11:21:17,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-64443f9a1829,44101,1732360862134', locateType=CURRENT is [region=hbase:replication,,1732360876019.12e6c58309d7106cacaa1960316acb3e., hostname=64443f9a1829,44101,1732360862134, seqNum=2] 2024-11-23T11:21:17,509 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T11:21:17,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T11:21:17,511 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 64443f9a1829,44101,1732360862134 suceeded 2024-11-23T11:21:17,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T11:21:17,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-23T11:21:17,513 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://64443f9a1829:38323,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T11:21:17,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5030 sec 2024-11-23T11:21:17,523 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:38323' 2024-11-23T11:21:17,524 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fc45995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:17,524 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,38323,-1 for getting cluster id 2024-11-23T11:21:17,524 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:21:17,524 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ca0d397-9e5c-49ec-b05c-83853d3111c6' 2024-11-23T11:21:17,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:21:17,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ca0d397-9e5c-49ec-b05c-83853d3111c6" 2024-11-23T11:21:17,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a280908, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:17,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,38323,-1] 2024-11-23T11:21:17,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:21:17,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:17,526 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:21:17,526 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@199979ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:17,526 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:21:17,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,38323,1732360852342 2024-11-23T11:21:17,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fcea525 2024-11-23T11:21:17,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:21:17,527 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-23T11:21:17,528 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-64443f9a1829,44101,1732360862134 (queues=1) is replicating from cluster=011a0f5e-818c-47de-8b93-1eae812baea8 to cluster=9ca0d397-9e5c-49ec-b05c-83853d3111c6 2024-11-23T11:21:17,528 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=64443f9a1829%2C44101%2C1732360862134 2024-11-23T11:21:17,528 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-64443f9a1829,44101,1732360862134, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T11:21:17,528 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064, startPosition=0, beingWritten=true 2024-11-23T11:21:17,528 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.shipper64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64443f9a1829%2C44101%2C1732360862134 2024-11-23T11:21:17,532 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:21:17,532 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 379, reset compression=false 2024-11-23T11:21:17,532 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.shipper64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,44101,1732360862134 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:21:17,673 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 379, reset compression=false 2024-11-23T11:21:17,724 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 379, reset compression=false 2024-11-23T11:21:17,735 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 379, reset compression=false 2024-11-23T11:21:18,038 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 379, reset compression=false 2024-11-23T11:21:18,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:21:18,155 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T11:21:18,155 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:21:18,155 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:21:18,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:18,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:18,155 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:21:18,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d52e53d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:18,156 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,38323,-1 for getting cluster id 2024-11-23T11:21:18,156 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:21:18,157 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ca0d397-9e5c-49ec-b05c-83853d3111c6' 2024-11-23T11:21:18,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:21:18,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ca0d397-9e5c-49ec-b05c-83853d3111c6" 2024-11-23T11:21:18,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62e327b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:18,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,38323,-1] 2024-11-23T11:21:18,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:21:18,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:18,159 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:21:18,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5248c2a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:18,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c14ef68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:18,160 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,40723,-1 for getting cluster id 2024-11-23T11:21:18,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:21:18,161 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8694cb26-80fc-4b6d-aa30-ef6956acc980' 2024-11-23T11:21:18,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:21:18,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8694cb26-80fc-4b6d-aa30-ef6956acc980" 2024-11-23T11:21:18,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb57a1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:18,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,40723,-1] 2024-11-23T11:21:18,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:21:18,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:18,162 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:21:18,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76d21229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:18,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d77af5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:18,163 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,35395,-1 for getting cluster id 2024-11-23T11:21:18,163 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:21:18,164 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '011a0f5e-818c-47de-8b93-1eae812baea8' 2024-11-23T11:21:18,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:21:18,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "011a0f5e-818c-47de-8b93-1eae812baea8" 2024-11-23T11:21:18,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@373bf6a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:18,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,35395,-1] 2024-11-23T11:21:18,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:21:18,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:18,165 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:21:18,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ed7c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:18,166 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:21:18,167 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,34231,1732360852520, seqNum=-1] 2024-11-23T11:21:18,167 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:18,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:21:18,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732360865237.6acbec0761ea48c1841c6211a246967e., hostname=64443f9a1829,34231,1732360852520, seqNum=2] 2024-11-23T11:21:18,173 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:21:18,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,44101,1732360862134, seqNum=-1] 2024-11-23T11:21:18,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:18,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:21:18,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732360869538.f6608335df681bce15bc25121f040d55., hostname=64443f9a1829,44101,1732360862134, seqNum=2] 2024-11-23T11:21:18,211 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-23T11:21:18,427 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 379, reset compression=false 2024-11-23T11:21:18,441 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 379, reset compression=false 2024-11-23T11:21:18,676 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 379, reset compression=false 2024-11-23T11:21:18,680 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T11:21:18,680 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 480, reset compression=false 2024-11-23T11:21:18,680 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.shipper64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,34231,1732360852520 got entry batch from reader: WALEntryBatch [walEntries=[{test/6acbec0761ea48c1841c6211a246967e/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-23T11:21:18,682 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.shipper64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:21:18,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-23T11:21:18,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T11:21:18,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@507d9c06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:18,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,40723,-1 for getting cluster id 2024-11-23T11:21:18,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:21:18,685 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8694cb26-80fc-4b6d-aa30-ef6956acc980' 2024-11-23T11:21:18,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:21:18,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8694cb26-80fc-4b6d-aa30-ef6956acc980" 2024-11-23T11:21:18,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77d65410, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:18,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,40723,-1] 2024-11-23T11:21:18,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:21:18,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:18,686 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:21:18,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c73536d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:18,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:21:18,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,40005,1732360857136, seqNum=-1] 2024-11-23T11:21:18,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:18,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-23T11:21:18,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732360867387.cdee73fa1b69ef6457c435f4f2707155., hostname=64443f9a1829,40005,1732360857136, seqNum=2] 2024-11-23T11:21:18,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T11:21:18,883 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 480, reset compression=false 2024-11-23T11:21:18,944 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 379, reset compression=false 2024-11-23T11:21:19,187 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 480, reset compression=false 2024-11-23T11:21:19,213 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-23T11:21:19,231 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 379, reset compression=false 2024-11-23T11:21:19,267 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T11:21:19,267 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 504, reset compression=false 2024-11-23T11:21:19,267 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.shipper64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,40005,1732360857136 got entry batch from reader: WALEntryBatch [walEntries=[{test/cdee73fa1b69ef6457c435f4f2707155/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-23T11:21:19,269 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.shipper64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:21:19,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-23T11:21:19,270 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T11:21:19,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@96f4dce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:19,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,35395,-1 for getting cluster id 2024-11-23T11:21:19,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:21:19,277 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '011a0f5e-818c-47de-8b93-1eae812baea8' 2024-11-23T11:21:19,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:21:19,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "011a0f5e-818c-47de-8b93-1eae812baea8" 2024-11-23T11:21:19,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34a68ea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:19,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,35395,-1] 2024-11-23T11:21:19,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:21:19,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:19,278 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:21:19,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a329d34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:19,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:21:19,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,44101,1732360862134, seqNum=-1] 2024-11-23T11:21:19,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:19,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-23T11:21:19,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732360869538.f6608335df681bce15bc25121f040d55., hostname=64443f9a1829,44101,1732360862134, seqNum=2] 2024-11-23T11:21:19,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T11:21:19,477 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 504, reset compression=false 2024-11-23T11:21:19,547 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 379, reset compression=false 2024-11-23T11:21:19,551 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:21:19,551 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 528, reset compression=false 2024-11-23T11:21:19,551 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.shipper64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,44101,1732360862134 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:21:19,590 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 480, reset compression=false 2024-11-23T11:21:19,757 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 528, reset compression=false 2024-11-23T11:21:19,780 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 504, reset compression=false 2024-11-23T11:21:20,060 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 528, reset compression=false 2024-11-23T11:21:20,092 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 480, reset compression=false 2024-11-23T11:21:20,183 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 504, reset compression=false 2024-11-23T11:21:20,214 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-23T11:21:20,214 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:21:20,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,40005,1732360857136, seqNum=-1] 2024-11-23T11:21:20,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:20,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:21:20,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732360867387.cdee73fa1b69ef6457c435f4f2707155., hostname=64443f9a1829,40005,1732360857136, seqNum=2] 2024-11-23T11:21:20,221 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-23T11:21:20,463 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 528, reset compression=false 2024-11-23T11:21:20,687 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 504, reset compression=false 2024-11-23T11:21:20,696 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 480, reset compression=false 2024-11-23T11:21:20,708 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T11:21:20,708 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 608, reset compression=false 2024-11-23T11:21:20,708 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.shipper64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,40005,1732360857136 got entry batch from reader: WALEntryBatch [walEntries=[{test/cdee73fa1b69ef6457c435f4f2707155/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T11:21:20,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T11:21:20,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T11:21:20,917 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 608, reset compression=false 2024-11-23T11:21:20,966 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 528, reset compression=false 2024-11-23T11:21:20,970 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T11:21:20,970 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 656, reset compression=false 2024-11-23T11:21:20,970 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.shipper64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,44101,1732360862134 got entry batch from reader: WALEntryBatch [walEntries=[{test/f6608335df681bce15bc25121f040d55/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-23T11:21:20,972 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.shipper64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:21:20,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-23T11:21:20,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34231 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T11:21:20,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@413fe139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:20,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34231 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,38323,-1 for getting cluster id 2024-11-23T11:21:20,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34231 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:21:20,974 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ca0d397-9e5c-49ec-b05c-83853d3111c6' 2024-11-23T11:21:20,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:21:20,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ca0d397-9e5c-49ec-b05c-83853d3111c6" 2024-11-23T11:21:20,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ae1cc6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:20,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,38323,-1] 2024-11-23T11:21:20,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:21:20,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:20,976 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:21:20,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f180285, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:20,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34231 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:21:20,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,34231,1732360852520, seqNum=-1] 2024-11-23T11:21:20,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:20,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-23T11:21:20,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732360865237.6acbec0761ea48c1841c6211a246967e., hostname=64443f9a1829,34231,1732360852520, seqNum=2] 2024-11-23T11:21:20,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34231 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T11:21:21,173 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 656, reset compression=false 2024-11-23T11:21:21,220 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 608, reset compression=false 2024-11-23T11:21:21,223 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-23T11:21:21,226 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-23T11:21:21,404 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 480, reset compression=false 2024-11-23T11:21:21,408 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:21:21,408 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 631, reset compression=false 2024-11-23T11:21:21,408 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.shipper64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,34231,1732360852520 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:21:21,476 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 656, reset compression=false 2024-11-23T11:21:21,481 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T11:21:21,481 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 760, reset compression=false 2024-11-23T11:21:21,481 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.shipper64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,44101,1732360862134 got entry batch from reader: WALEntryBatch [walEntries=[{test/f6608335df681bce15bc25121f040d55/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T11:21:21,483 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34231 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T11:21:21,485 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34231 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T11:21:21,612 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 631, reset compression=false 2024-11-23T11:21:21,616 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T11:21:21,616 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 758, reset compression=false 2024-11-23T11:21:21,616 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.shipper64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,34231,1732360852520 got entry batch from reader: WALEntryBatch [walEntries=[{test/6acbec0761ea48c1841c6211a246967e/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-23T11:21:21,617 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T11:21:21,620 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T11:21:21,624 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 608, reset compression=false 2024-11-23T11:21:21,627 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:21:21,628 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 759, reset compression=false 2024-11-23T11:21:21,628 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.shipper64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,40005,1732360857136 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:21:21,694 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 760, reset compression=false 2024-11-23T11:21:21,821 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 758, reset compression=false 2024-11-23T11:21:21,831 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 759, reset compression=false 2024-11-23T11:21:21,933 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T11:21:21,997 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 760, reset compression=false 2024-11-23T11:21:22,124 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 758, reset compression=false 2024-11-23T11:21:22,134 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 759, reset compression=false 2024-11-23T11:21:22,228 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-23T11:21:22,231 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-23T11:21:22,400 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 760, reset compression=false 2024-11-23T11:21:22,527 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 758, reset compression=false 2024-11-23T11:21:22,540 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 759, reset compression=false 2024-11-23T11:21:22,544 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T11:21:22,544 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 914, reset compression=false 2024-11-23T11:21:22,544 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.shipper64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,34231,1732360852520 got entry batch from reader: WALEntryBatch [walEntries=[{test/6acbec0761ea48c1841c6211a246967e/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-23T11:21:22,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T11:21:22,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T11:21:22,567 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T11:21:22,567 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 907, reset compression=false 2024-11-23T11:21:22,567 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.shipper64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,40005,1732360857136 got entry batch from reader: WALEntryBatch [walEntries=[{test/cdee73fa1b69ef6457c435f4f2707155/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-23T11:21:22,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T11:21:22,572 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T11:21:22,671 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:21:22,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:22,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:22,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:22,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:22,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:22,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:22,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:22,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:22,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:22,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:22,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:22,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:22,764 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 914, reset compression=false 2024-11-23T11:21:22,779 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 907, reset compression=false 2024-11-23T11:21:22,904 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 760, reset compression=false 2024-11-23T11:21:22,946 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:21:22,946 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 932, reset compression=false 2024-11-23T11:21:22,946 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.shipper64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,44101,1732360862134 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:21:23,095 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 914, reset compression=false 2024-11-23T11:21:23,118 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 907, reset compression=false 2024-11-23T11:21:23,178 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 932, reset compression=false 2024-11-23T11:21:23,234 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-23T11:21:23,240 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-23T11:21:23,484 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 932, reset compression=false 2024-11-23T11:21:23,501 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 914, reset compression=false 2024-11-23T11:21:23,522 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 907, reset compression=false 2024-11-23T11:21:23,527 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T11:21:23,527 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 1066, reset compression=false 2024-11-23T11:21:23,527 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.shipper64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,40005,1732360857136 got entry batch from reader: WALEntryBatch [walEntries=[{test/cdee73fa1b69ef6457c435f4f2707155/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-23T11:21:23,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T11:21:23,533 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T11:21:23,735 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 1066, reset compression=false 2024-11-23T11:21:23,889 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 932, reset compression=false 2024-11-23T11:21:23,894 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T11:21:23,894 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 1082, reset compression=false 2024-11-23T11:21:23,894 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.shipper64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,44101,1732360862134 got entry batch from reader: WALEntryBatch [walEntries=[{test/f6608335df681bce15bc25121f040d55/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-23T11:21:23,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34231 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T11:21:23,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34231 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T11:21:24,005 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 914, reset compression=false 2024-11-23T11:21:24,010 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:21:24,010 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 1087, reset compression=false 2024-11-23T11:21:24,011 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.shipper64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,34231,1732360852520 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:21:24,040 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 1066, reset compression=false 2024-11-23T11:21:24,101 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 1082, reset compression=false 2024-11-23T11:21:24,216 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 1087, reset compression=false 2024-11-23T11:21:24,242 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-23T11:21:24,246 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-23T11:21:24,409 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 1082, reset compression=false 2024-11-23T11:21:24,416 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T11:21:24,416 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 1241, reset compression=false 2024-11-23T11:21:24,416 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.shipper64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,44101,1732360862134 got entry batch from reader: WALEntryBatch [walEntries=[{test/f6608335df681bce15bc25121f040d55/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-23T11:21:24,418 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34231 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T11:21:24,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34231 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T11:21:24,443 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 1066, reset compression=false 2024-11-23T11:21:24,520 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 1087, reset compression=false 2024-11-23T11:21:24,525 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T11:21:24,525 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 1236, reset compression=false 2024-11-23T11:21:24,525 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.shipper64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,34231,1732360852520 got entry batch from reader: WALEntryBatch [walEntries=[{test/6acbec0761ea48c1841c6211a246967e/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-23T11:21:24,526 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T11:21:24,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T11:21:24,620 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 1241, reset compression=false 2024-11-23T11:21:24,728 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 1236, reset compression=false 2024-11-23T11:21:24,924 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 1241, reset compression=false 2024-11-23T11:21:24,948 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 1066, reset compression=false 2024-11-23T11:21:24,952 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:21:24,952 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 1239, reset compression=false 2024-11-23T11:21:24,952 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.shipper64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,40005,1732360857136 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:21:25,031 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 1236, reset compression=false 2024-11-23T11:21:25,155 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 1239, reset compression=false 2024-11-23T11:21:25,249 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-23T11:21:25,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26638ad1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:25,261 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,35395,-1 for getting cluster id 2024-11-23T11:21:25,261 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:21:25,264 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '011a0f5e-818c-47de-8b93-1eae812baea8' 2024-11-23T11:21:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:21:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "011a0f5e-818c-47de-8b93-1eae812baea8" 2024-11-23T11:21:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c7a1f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,35395,-1] 2024-11-23T11:21:25,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:21:25,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:25,266 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:21:25,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7a5df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:25,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:21:25,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,35395,1732360861990 2024-11-23T11:21:25,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ee881a8 2024-11-23T11:21:25,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:21:25,272 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:21:25,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-23T11:21:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-23T11:21:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T11:21:25,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T11:21:25,328 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 1241, reset compression=false 2024-11-23T11:21:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T11:21:25,435 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 1236, reset compression=false 2024-11-23T11:21:25,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-23T11:21:25,455 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-23T11:21:25,456 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-23T11:21:25,456 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-64443f9a1829,44101,1732360862134 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-23T11:21:25,456 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/64443f9a1829:0-0. 2024-11-23T11:21:25,456 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:21:25,456 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:25,457 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:25,457 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:21:25,459 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 1239, reset compression=false 2024-11-23T11:21:25,557 WARN [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T11:21:25,557 WARN [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.shipper64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T11:21:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T11:21:25,657 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.shipper64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 terminated 2024-11-23T11:21:25,686 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-64443f9a1829,44101,1732360862134, ReplicationSource: 1, currentBandwidth=0 2024-11-23T11:21:25,687 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-23T11:21:25,687 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-23T11:21:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-23T11:21:25,689 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 64443f9a1829,44101,1732360862134 suceeded 2024-11-23T11:21:25,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-23T11:21:25,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 388 msec 2024-11-23T11:21:25,692 INFO [PEWorker-4 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-23T11:21:25,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 419 msec 2024-11-23T11:21:25,706 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:38323' 2024-11-23T11:21:25,707 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dfb9f51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:25,707 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,38323,-1 for getting cluster id 2024-11-23T11:21:25,707 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:21:25,708 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ca0d397-9e5c-49ec-b05c-83853d3111c6' 2024-11-23T11:21:25,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:21:25,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ca0d397-9e5c-49ec-b05c-83853d3111c6" 2024-11-23T11:21:25,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@495a50df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:25,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,38323,-1] 2024-11-23T11:21:25,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:21:25,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:25,710 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:21:25,710 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ab5c024, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:25,710 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:21:25,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,38323,1732360852342 2024-11-23T11:21:25,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@692ac802 2024-11-23T11:21:25,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:21:25,712 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-23T11:21:25,713 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-64443f9a1829,44101,1732360862134 (queues=1) is replicating from cluster=011a0f5e-818c-47de-8b93-1eae812baea8 to cluster=9ca0d397-9e5c-49ec-b05c-83853d3111c6 2024-11-23T11:21:25,713 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=64443f9a1829%2C44101%2C1732360862134 2024-11-23T11:21:25,713 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-64443f9a1829,44101,1732360862134, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T11:21:25,713 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.shipper64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64443f9a1829%2C44101%2C1732360862134 2024-11-23T11:21:25,863 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 1239, reset compression=false 2024-11-23T11:21:25,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T11:21:25,905 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-23T11:21:25,905 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:21:25,905 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:21:25,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:25,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:25,905 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:21:25,908 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-23T11:21:25,940 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 1236, reset compression=false 2024-11-23T11:21:25,946 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T11:21:25,946 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 1340, reset compression=false 2024-11-23T11:21:25,946 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.shipper64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,34231,1732360852520 got entry batch from reader: WALEntryBatch [walEntries=[{test/6acbec0761ea48c1841c6211a246967e/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T11:21:25,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T11:21:25,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T11:21:26,153 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 1340, reset compression=false 2024-11-23T11:21:26,367 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 1239, reset compression=false 2024-11-23T11:21:26,371 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T11:21:26,371 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 1367, reset compression=false 2024-11-23T11:21:26,371 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.shipper64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,40005,1732360857136 got entry batch from reader: WALEntryBatch [walEntries=[{test/cdee73fa1b69ef6457c435f4f2707155/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-23T11:21:26,372 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T11:21:26,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T11:21:26,457 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 1340, reset compression=false 2024-11-23T11:21:26,575 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 1367, reset compression=false 2024-11-23T11:21:26,585 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T11:21:26,868 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 1340, reset compression=false 2024-11-23T11:21:26,881 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 1367, reset compression=false 2024-11-23T11:21:26,910 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-23T11:21:26,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c28e82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:26,913 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,35395,-1 for getting cluster id 2024-11-23T11:21:26,913 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:21:26,914 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '011a0f5e-818c-47de-8b93-1eae812baea8' 2024-11-23T11:21:26,914 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:21:26,914 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "011a0f5e-818c-47de-8b93-1eae812baea8" 2024-11-23T11:21:26,915 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62001706, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:26,915 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,35395,-1] 2024-11-23T11:21:26,915 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:21:26,915 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:26,916 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:21:26,916 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53edc8a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:26,918 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:21:26,919 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,35395,1732360861990 2024-11-23T11:21:26,919 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@632a24e8 2024-11-23T11:21:26,919 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:21:26,920 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:21:26,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-23T11:21:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-23T11:21:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-23T11:21:26,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T11:21:27,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-23T11:21:27,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-23T11:21:27,128 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-23T11:21:27,128 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-23T11:21:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-23T11:21:27,130 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 64443f9a1829,44101,1732360862134 suceeded 2024-11-23T11:21:27,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-23T11:21:27,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 154 msec 2024-11-23T11:21:27,132 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-23T11:21:27,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 211 msec 2024-11-23T11:21:27,215 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064, startPosition=1241, beingWritten=true 2024-11-23T11:21:27,219 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:21:27,219 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 1393, reset compression=false 2024-11-23T11:21:27,219 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.shipper64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,44101,1732360862134 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064, lastWalPosition=1393, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:21:27,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-23T11:21:27,245 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-23T11:21:27,245 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:21:27,245 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:21:27,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:27,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:27,246 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:21:27,247 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-23T11:21:27,285 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 1367, reset compression=false 2024-11-23T11:21:27,292 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T11:21:27,292 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 1471, reset compression=false 2024-11-23T11:21:27,292 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.shipper64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,40005,1732360857136 got entry batch from reader: WALEntryBatch [walEntries=[{test/cdee73fa1b69ef6457c435f4f2707155/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T11:21:27,293 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T11:21:27,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T11:21:27,371 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 1340, reset compression=false 2024-11-23T11:21:27,424 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 1393, reset compression=false 2024-11-23T11:21:27,428 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T11:21:27,428 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 1521, reset compression=false 2024-11-23T11:21:27,428 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.shipper64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,44101,1732360862134 got entry batch from reader: WALEntryBatch [walEntries=[{test/f6608335df681bce15bc25121f040d55/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-23T11:21:27,430 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.shipper64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:21:27,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-23T11:21:27,431 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34231 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T11:21:27,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34231 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T11:21:27,496 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 1471, reset compression=false 2024-11-23T11:21:27,631 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 1521, reset compression=false 2024-11-23T11:21:27,800 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 1471, reset compression=false 2024-11-23T11:21:27,936 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 1521, reset compression=false 2024-11-23T11:21:27,975 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 1340, reset compression=false 2024-11-23T11:21:27,978 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:21:27,978 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 1491, reset compression=false 2024-11-23T11:21:27,978 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.shipper64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,34231,1732360852520 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:21:28,181 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 1491, reset compression=false 2024-11-23T11:21:28,203 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 1471, reset compression=false 2024-11-23T11:21:28,248 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-23T11:21:28,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T11:21:28,249 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:21:28,249 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:21:28,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:28,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:28,249 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:21:28,249 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T11:21:28,249 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1678786790, stopped=false 2024-11-23T11:21:28,249 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64443f9a1829,35395,1732360861990 2024-11-23T11:21:28,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x101676cc2220007, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1254836093/running 2024-11-23T11:21:28,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101676cc2220006, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1254836093/running 2024-11-23T11:21:28,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101676cc2220006, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1254836093 2024-11-23T11:21:28,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x101676cc2220007, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1254836093 2024-11-23T11:21:28,315 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:21:28,315 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:21:28,315 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:21:28,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:28,316 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64443f9a1829,44101,1732360862134' ***** 2024-11-23T11:21:28,316 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T11:21:28,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44101-0x101676cc2220007, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Set watcher on znode that does not yet exist, /2-1254836093/running 2024-11-23T11:21:28,316 INFO [RS:0;64443f9a1829:44101 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T11:21:28,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35395-0x101676cc2220006, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Set watcher on znode that does not yet exist, /2-1254836093/running 2024-11-23T11:21:28,316 INFO [RS:0;64443f9a1829:44101 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T11:21:28,316 INFO [RS:0;64443f9a1829:44101 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T11:21:28,316 INFO [RS:0;64443f9a1829:44101 {}] regionserver.HRegionServer(3091): Received CLOSE for f6608335df681bce15bc25121f040d55 2024-11-23T11:21:28,317 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T11:21:28,317 INFO [RS:0;64443f9a1829:44101 {}] regionserver.HRegionServer(3091): Received CLOSE for 12e6c58309d7106cacaa1960316acb3e 2024-11-23T11:21:28,317 INFO [RS:0;64443f9a1829:44101 {}] regionserver.HRegionServer(959): stopping server 64443f9a1829,44101,1732360862134 2024-11-23T11:21:28,317 INFO [RS:0;64443f9a1829:44101 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:21:28,317 INFO [RS:0;64443f9a1829:44101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:44101. 2024-11-23T11:21:28,317 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f6608335df681bce15bc25121f040d55, disabling compactions & flushes 2024-11-23T11:21:28,317 DEBUG [RS:0;64443f9a1829:44101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:21:28,317 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732360869538.f6608335df681bce15bc25121f040d55. 2024-11-23T11:21:28,317 DEBUG [RS:0;64443f9a1829:44101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:28,317 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732360869538.f6608335df681bce15bc25121f040d55. 2024-11-23T11:21:28,317 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732360869538.f6608335df681bce15bc25121f040d55. after waiting 0 ms 2024-11-23T11:21:28,317 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732360869538.f6608335df681bce15bc25121f040d55. 2024-11-23T11:21:28,317 INFO [RS:0;64443f9a1829:44101 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T11:21:28,317 INFO [RS:0;64443f9a1829:44101 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T11:21:28,317 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f6608335df681bce15bc25121f040d55 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-23T11:21:28,317 INFO [RS:0;64443f9a1829:44101 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T11:21:28,317 INFO [RS:0;64443f9a1829:44101 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T11:21:28,317 INFO [RS:0;64443f9a1829:44101 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T11:21:28,317 DEBUG [RS:0;64443f9a1829:44101 {}] regionserver.HRegionServer(1325): Online Regions={f6608335df681bce15bc25121f040d55=test,,1732360869538.f6608335df681bce15bc25121f040d55., 1588230740=hbase:meta,,1.1588230740, 12e6c58309d7106cacaa1960316acb3e=hbase:replication,,1732360876019.12e6c58309d7106cacaa1960316acb3e.} 2024-11-23T11:21:28,317 DEBUG [RS:0;64443f9a1829:44101 {}] regionserver.HRegionServer(1351): Waiting on 12e6c58309d7106cacaa1960316acb3e, 1588230740, f6608335df681bce15bc25121f040d55 2024-11-23T11:21:28,317 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:21:28,317 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:21:28,317 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:21:28,318 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:21:28,318 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:21:28,318 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T11:21:28,339 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 1521, reset compression=false 2024-11-23T11:21:28,343 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:21:28,343 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 1768, reset compression=false 2024-11-23T11:21:28,343 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.shipper64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,44101,1732360862134 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:21:28,344 ERROR [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.shipper64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 64443f9a1829,44101,1732360862134: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-64443f9a1829,44101,1732360862134, walGroup=64443f9a1829%2C44101%2C1732360862134, offset=64443f9a1829%2C44101%2C1732360862134.1732360864064:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64443f9a1829:44101 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T11:21:28,346 ERROR [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.shipper64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T11:21:28,346 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.shipper64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T11:21:28,346 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.shipper64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T11:21:28,347 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.shipper64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T11:21:28,347 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.shipper64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T11:21:28,347 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.shipper64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1195376640, "init": 1048576000, "max": 2306867200, "used": 835701392 }, "NonHeapMemoryUsage": { "committed": 201916416, "init": 7667712, "max": -1, "used": 198964496 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T11:21:28,347 WARN [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.shipper64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64443f9a1829:35395 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64443f9a1829:35395 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T11:21:28,350 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/default/test/f6608335df681bce15bc25121f040d55/.tmp/f/63dc26de59864ee0bbfd75b775ecf721 is 37, key is row3/f:row3/1732360885906/Put/seqid=0 2024-11-23T11:21:28,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41623 is added to blk_1073741840_1016 (size=5228) 2024-11-23T11:21:28,356 INFO [regionserver/64443f9a1829:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:21:28,385 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/hbase/meta/1588230740/.tmp/info/1ac6607138ce47e5bae227c4667f8679 is 147, key is hbase:replication,,1732360876019.12e6c58309d7106cacaa1960316acb3e./info:regioninfo/1732360877180/Put/seqid=0 2024-11-23T11:21:28,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41623 is added to blk_1073741841_1017 (size=7686) 2024-11-23T11:21:28,485 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 1491, reset compression=false 2024-11-23T11:21:28,518 DEBUG [RS:0;64443f9a1829:44101 {}] regionserver.HRegionServer(1351): Waiting on 12e6c58309d7106cacaa1960316acb3e, 1588230740, f6608335df681bce15bc25121f040d55 2024-11-23T11:21:28,551 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 1768, reset compression=false 2024-11-23T11:21:28,706 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 1471, reset compression=false 2024-11-23T11:21:28,718 DEBUG [RS:0;64443f9a1829:44101 {}] regionserver.HRegionServer(1351): Waiting on 12e6c58309d7106cacaa1960316acb3e, 1588230740, f6608335df681bce15bc25121f040d55 2024-11-23T11:21:28,754 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/default/test/f6608335df681bce15bc25121f040d55/.tmp/f/63dc26de59864ee0bbfd75b775ecf721 2024-11-23T11:21:28,758 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63dc26de59864ee0bbfd75b775ecf721 2024-11-23T11:21:28,777 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/default/test/f6608335df681bce15bc25121f040d55/.tmp/f1/a1a5460ca72c41a398c351cad328e4f4 is 30, key is row1/f1:/1732360883235/DeleteFamily/seqid=0 2024-11-23T11:21:28,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41623 is added to blk_1073741842_1018 (size=5158) 2024-11-23T11:21:28,789 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/hbase/meta/1588230740/.tmp/info/1ac6607138ce47e5bae227c4667f8679 2024-11-23T11:21:28,806 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/hbase/meta/1588230740/.tmp/ns/4273aca102a5446795b5b3205fc53a08 is 43, key is default/ns:d/1732360865103/Put/seqid=0 2024-11-23T11:21:28,855 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 1768, reset compression=false 2024-11-23T11:21:28,888 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 1491, reset compression=false 2024-11-23T11:21:28,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41623 is added to blk_1073741843_1019 (size=5153) 2024-11-23T11:21:28,918 DEBUG [RS:0;64443f9a1829:44101 {}] regionserver.HRegionServer(1351): Waiting on 12e6c58309d7106cacaa1960316acb3e, 1588230740, f6608335df681bce15bc25121f040d55 2024-11-23T11:21:29,003 INFO [regionserver/64443f9a1829:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T11:21:29,004 INFO [regionserver/64443f9a1829:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T11:21:29,118 DEBUG [RS:0;64443f9a1829:44101 {}] regionserver.HRegionServer(1351): Waiting on 12e6c58309d7106cacaa1960316acb3e, 1588230740, f6608335df681bce15bc25121f040d55 2024-11-23T11:21:29,182 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/default/test/f6608335df681bce15bc25121f040d55/.tmp/f1/a1a5460ca72c41a398c351cad328e4f4 2024-11-23T11:21:29,186 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1a5460ca72c41a398c351cad328e4f4 2024-11-23T11:21:29,205 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/default/test/f6608335df681bce15bc25121f040d55/.tmp/norep/7b86ea32baa8452ea1a37862a8785f05 is 33, key is row2/norep:/1732360884243/DeleteFamily/seqid=0 2024-11-23T11:21:29,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41623 is added to blk_1073741844_1020 (size=5108) 2024-11-23T11:21:29,258 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 1768, reset compression=false 2024-11-23T11:21:29,291 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/hbase/meta/1588230740/.tmp/ns/4273aca102a5446795b5b3205fc53a08 2024-11-23T11:21:29,310 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 1471, reset compression=false 2024-11-23T11:21:29,314 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/hbase/meta/1588230740/.tmp/rep_barrier/64c4ebad60fe4962ba6008236dcb3075 is 112, key is test,,1732360869538.f6608335df681bce15bc25121f040d55./rep_barrier:seqnumDuringOpen/1732360870683/Put/seqid=0 2024-11-23T11:21:29,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41623 is added to blk_1073741845_1021 (size=5518) 2024-11-23T11:21:29,318 DEBUG [RS:0;64443f9a1829:44101 {}] regionserver.HRegionServer(1351): Waiting on 12e6c58309d7106cacaa1960316acb3e, 1588230740, f6608335df681bce15bc25121f040d55 2024-11-23T11:21:29,392 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 1491, reset compression=false 2024-11-23T11:21:29,518 DEBUG [RS:0;64443f9a1829:44101 {}] regionserver.HRegionServer(1351): Waiting on 12e6c58309d7106cacaa1960316acb3e, 1588230740, f6608335df681bce15bc25121f040d55 2024-11-23T11:21:29,610 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/default/test/f6608335df681bce15bc25121f040d55/.tmp/norep/7b86ea32baa8452ea1a37862a8785f05 2024-11-23T11:21:29,614 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7b86ea32baa8452ea1a37862a8785f05 2024-11-23T11:21:29,615 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/default/test/f6608335df681bce15bc25121f040d55/.tmp/f/63dc26de59864ee0bbfd75b775ecf721 as hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/default/test/f6608335df681bce15bc25121f040d55/f/63dc26de59864ee0bbfd75b775ecf721 2024-11-23T11:21:29,618 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63dc26de59864ee0bbfd75b775ecf721 2024-11-23T11:21:29,618 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/default/test/f6608335df681bce15bc25121f040d55/f/63dc26de59864ee0bbfd75b775ecf721, entries=5, sequenceid=12, filesize=5.1 K 2024-11-23T11:21:29,619 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/default/test/f6608335df681bce15bc25121f040d55/.tmp/f1/a1a5460ca72c41a398c351cad328e4f4 as hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/default/test/f6608335df681bce15bc25121f040d55/f1/a1a5460ca72c41a398c351cad328e4f4 2024-11-23T11:21:29,622 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1a5460ca72c41a398c351cad328e4f4 2024-11-23T11:21:29,622 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/default/test/f6608335df681bce15bc25121f040d55/f1/a1a5460ca72c41a398c351cad328e4f4, entries=3, sequenceid=12, filesize=5.0 K 2024-11-23T11:21:29,623 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/default/test/f6608335df681bce15bc25121f040d55/.tmp/norep/7b86ea32baa8452ea1a37862a8785f05 as hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/default/test/f6608335df681bce15bc25121f040d55/norep/7b86ea32baa8452ea1a37862a8785f05 2024-11-23T11:21:29,626 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7b86ea32baa8452ea1a37862a8785f05 2024-11-23T11:21:29,626 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/default/test/f6608335df681bce15bc25121f040d55/norep/7b86ea32baa8452ea1a37862a8785f05, entries=1, sequenceid=12, filesize=5.0 K 2024-11-23T11:21:29,627 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f6608335df681bce15bc25121f040d55 in 1310ms, sequenceid=12, compaction requested=false 2024-11-23T11:21:29,630 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/default/test/f6608335df681bce15bc25121f040d55/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-23T11:21:29,631 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:21:29,631 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T11:21:29,631 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732360869538.f6608335df681bce15bc25121f040d55. 2024-11-23T11:21:29,631 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f6608335df681bce15bc25121f040d55: Waiting for close lock at 1732360888317Running coprocessor pre-close hooks at 1732360888317Disabling compacts and flushes for region at 1732360888317Disabling writes for close at 1732360888317Obtaining lock to block concurrent updates at 1732360888317Preparing flush snapshotting stores in f6608335df681bce15bc25121f040d55 at 1732360888317Finished memstore snapshotting test,,1732360869538.f6608335df681bce15bc25121f040d55., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732360888317Flushing stores of test,,1732360869538.f6608335df681bce15bc25121f040d55. at 1732360888318 (+1 ms)Flushing f6608335df681bce15bc25121f040d55/f: creating writer at 1732360888318Flushing f6608335df681bce15bc25121f040d55/f: appending metadata at 1732360888350 (+32 ms)Flushing f6608335df681bce15bc25121f040d55/f: closing flushed file at 1732360888350Flushing f6608335df681bce15bc25121f040d55/f1: creating writer at 1732360888758 (+408 ms)Flushing f6608335df681bce15bc25121f040d55/f1: appending metadata at 1732360888777 (+19 ms)Flushing f6608335df681bce15bc25121f040d55/f1: closing flushed file at 1732360888777Flushing f6608335df681bce15bc25121f040d55/norep: creating writer at 1732360889186 (+409 ms)Flushing f6608335df681bce15bc25121f040d55/norep: appending metadata at 1732360889203 (+17 ms)Flushing f6608335df681bce15bc25121f040d55/norep: closing flushed file at 1732360889203Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21a2c02b: reopening flushed file at 1732360889614 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a137aad: reopening flushed file at 1732360889619 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@631fbd3d: reopening flushed file at 1732360889622 (+3 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f6608335df681bce15bc25121f040d55 in 1310ms, sequenceid=12, compaction requested=false at 1732360889627 (+5 ms)Writing region close event to WAL at 1732360889628 (+1 ms)Running coprocessor post-close hooks at 1732360889631 (+3 ms)Closed at 1732360889631 2024-11-23T11:21:29,631 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732360869538.f6608335df681bce15bc25121f040d55. 2024-11-23T11:21:29,631 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 12e6c58309d7106cacaa1960316acb3e, disabling compactions & flushes 2024-11-23T11:21:29,631 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732360876019.12e6c58309d7106cacaa1960316acb3e. 2024-11-23T11:21:29,631 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732360876019.12e6c58309d7106cacaa1960316acb3e. 2024-11-23T11:21:29,631 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732360876019.12e6c58309d7106cacaa1960316acb3e. after waiting 0 ms 2024-11-23T11:21:29,631 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732360876019.12e6c58309d7106cacaa1960316acb3e. 2024-11-23T11:21:29,631 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 12e6c58309d7106cacaa1960316acb3e: Waiting for close lock at 1732360889631Running coprocessor pre-close hooks at 1732360889631Disabling compacts and flushes for region at 1732360889631Disabling writes for close at 1732360889631Failed flush hbase:replication,,1732360876019.12e6c58309d7106cacaa1960316acb3e., putting online again at 1732360889631 2024-11-23T11:21:29,631 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732360876019.12e6c58309d7106cacaa1960316acb3e. 2024-11-23T11:21:29,718 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/hbase/meta/1588230740/.tmp/rep_barrier/64c4ebad60fe4962ba6008236dcb3075 2024-11-23T11:21:29,719 INFO [RS:0;64443f9a1829:44101 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T11:21:29,719 DEBUG [RS:0;64443f9a1829:44101 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 12e6c58309d7106cacaa1960316acb3e=hbase:replication,,1732360876019.12e6c58309d7106cacaa1960316acb3e.} 2024-11-23T11:21:29,719 INFO [RS:0;64443f9a1829:44101 {}] regionserver.HRegionServer(3091): Received CLOSE for 12e6c58309d7106cacaa1960316acb3e 2024-11-23T11:21:29,719 DEBUG [RS:0;64443f9a1829:44101 {}] regionserver.HRegionServer(1351): Waiting on 12e6c58309d7106cacaa1960316acb3e, 1588230740 2024-11-23T11:21:29,719 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 12e6c58309d7106cacaa1960316acb3e, disabling compactions & flushes 2024-11-23T11:21:29,719 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732360876019.12e6c58309d7106cacaa1960316acb3e. 2024-11-23T11:21:29,719 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732360876019.12e6c58309d7106cacaa1960316acb3e. 2024-11-23T11:21:29,719 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732360876019.12e6c58309d7106cacaa1960316acb3e. after waiting 0 ms 2024-11-23T11:21:29,719 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732360876019.12e6c58309d7106cacaa1960316acb3e. 2024-11-23T11:21:29,719 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 12e6c58309d7106cacaa1960316acb3e: Waiting for close lock at 1732360889719Running coprocessor pre-close hooks at 1732360889719Disabling compacts and flushes for region at 1732360889719Disabling writes for close at 1732360889719Failed flush hbase:replication,,1732360876019.12e6c58309d7106cacaa1960316acb3e., putting online again at 1732360889719 2024-11-23T11:21:29,719 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732360876019.12e6c58309d7106cacaa1960316acb3e. 2024-11-23T11:21:29,739 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/hbase/meta/1588230740/.tmp/table/c5caec0ba816407a8bd6d38247152def is 53, key is hbase:replication/table:state/1732360877186/Put/seqid=0 2024-11-23T11:21:29,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41623 is added to blk_1073741846_1022 (size=5308) 2024-11-23T11:21:29,762 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 1768, reset compression=false 2024-11-23T11:21:29,767 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:21:29,767 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 2412, reset compression=false 2024-11-23T11:21:29,919 DEBUG [RS:0;64443f9a1829:44101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:21:29,969 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 2412, reset compression=false 2024-11-23T11:21:29,995 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 1491, reset compression=false 2024-11-23T11:21:30,013 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 1471, reset compression=false 2024-11-23T11:21:30,119 DEBUG [RS:0;64443f9a1829:44101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:21:30,143 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/hbase/meta/1588230740/.tmp/table/c5caec0ba816407a8bd6d38247152def 2024-11-23T11:21:30,147 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/hbase/meta/1588230740/.tmp/info/1ac6607138ce47e5bae227c4667f8679 as hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/hbase/meta/1588230740/info/1ac6607138ce47e5bae227c4667f8679 2024-11-23T11:21:30,151 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/hbase/meta/1588230740/info/1ac6607138ce47e5bae227c4667f8679, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T11:21:30,152 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/hbase/meta/1588230740/.tmp/ns/4273aca102a5446795b5b3205fc53a08 as hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/hbase/meta/1588230740/ns/4273aca102a5446795b5b3205fc53a08 2024-11-23T11:21:30,155 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/hbase/meta/1588230740/ns/4273aca102a5446795b5b3205fc53a08, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T11:21:30,156 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/hbase/meta/1588230740/.tmp/rep_barrier/64c4ebad60fe4962ba6008236dcb3075 as hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/hbase/meta/1588230740/rep_barrier/64c4ebad60fe4962ba6008236dcb3075 2024-11-23T11:21:30,160 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/hbase/meta/1588230740/rep_barrier/64c4ebad60fe4962ba6008236dcb3075, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T11:21:30,161 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/hbase/meta/1588230740/.tmp/table/c5caec0ba816407a8bd6d38247152def as hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/hbase/meta/1588230740/table/c5caec0ba816407a8bd6d38247152def 2024-11-23T11:21:30,165 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/hbase/meta/1588230740/table/c5caec0ba816407a8bd6d38247152def, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T11:21:30,166 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1847ms, sequenceid=16, compaction requested=false 2024-11-23T11:21:30,170 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T11:21:30,171 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:21:30,171 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:21:30,171 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:21:30,171 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360888317Running coprocessor pre-close hooks at 1732360888317Disabling compacts and flushes for region at 1732360888317Disabling writes for close at 1732360888318 (+1 ms)Obtaining lock to block concurrent updates at 1732360888318Preparing flush snapshotting stores in 1588230740 at 1732360888318Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732360888318Flushing stores of hbase:meta,,1.1588230740 at 1732360888366 (+48 ms)Flushing 1588230740/info: creating writer at 1732360888366Flushing 1588230740/info: appending metadata at 1732360888384 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732360888384Flushing 1588230740/ns: creating writer at 1732360888793 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732360888806 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732360888806Flushing 1588230740/rep_barrier: creating writer at 1732360889295 (+489 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732360889313 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732360889313Flushing 1588230740/table: creating writer at 1732360889722 (+409 ms)Flushing 1588230740/table: appending metadata at 1732360889739 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732360889739Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cd6dca7: reopening flushed file at 1732360890147 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14b5657f: reopening flushed file at 1732360890151 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eb52cc6: reopening flushed file at 1732360890156 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48641801: reopening flushed file at 1732360890160 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1847ms, sequenceid=16, compaction requested=false at 1732360890166 (+6 ms)Writing region close event to WAL at 1732360890168 (+2 ms)Running coprocessor post-close hooks at 1732360890171 (+3 ms)Closed at 1732360890171 2024-11-23T11:21:30,171 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T11:21:30,272 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 to pos 2412, reset compression=false 2024-11-23T11:21:30,319 INFO [RS:0;64443f9a1829:44101 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-23T11:21:30,319 INFO [RS:0;64443f9a1829:44101 {}] regionserver.HRegionServer(976): stopping server 64443f9a1829,44101,1732360862134; all regions closed. 2024-11-23T11:21:30,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41623 is added to blk_1073741834_1010 (size=4239) 2024-11-23T11:21:30,321 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.meta.1732360865043.meta not finished, retry = 0 2024-11-23T11:21:30,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41623 is added to blk_1073741839_1015 (size=2609) 2024-11-23T11:21:30,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41623 is added to blk_1073741832_1008 (size=2420) 2024-11-23T11:21:30,426 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/WALs/64443f9a1829,44101,1732360862134/64443f9a1829%2C44101%2C1732360862134.1732360864064 not finished, retry = 0 2024-11-23T11:21:30,527 DEBUG [RS:0;64443f9a1829:44101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:30,527 INFO [RS:0;64443f9a1829:44101 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:21:30,527 INFO [RS:0;64443f9a1829:44101 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:21:30,527 INFO [RS:0;64443f9a1829:44101 {}] hbase.ChoreService(370): Chore service for: regionserver/64443f9a1829:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T11:21:30,527 INFO [RS:0;64443f9a1829:44101 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:21:30,527 INFO [regionserver/64443f9a1829:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:21:30,527 INFO [RS:0;64443f9a1829:44101 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-64443f9a1829,44101,1732360862134 because: Region server is closing 2024-11-23T11:21:30,527 INFO [RS:0;64443f9a1829:44101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:44101. 2024-11-23T11:21:30,527 DEBUG [RS:0;64443f9a1829:44101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:21:30,528 DEBUG [RS:0;64443f9a1829:44101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:30,528 DEBUG [RS:0;64443f9a1829:44101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:30,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:21:30,628 INFO [RS:0;64443f9a1829:44101 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.shipper64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 terminated 2024-11-23T11:21:30,628 WARN [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,44101,1732360862134.replicationSource.wal-reader.64443f9a1829%2C44101%2C1732360862134,1-64443f9a1829,44101,1732360862134 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T11:21:30,628 INFO [RS:0;64443f9a1829:44101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:44101. 2024-11-23T11:21:30,628 DEBUG [RS:0;64443f9a1829:44101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:21:30,628 DEBUG [RS:0;64443f9a1829:44101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:30,628 DEBUG [RS:0;64443f9a1829:44101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:30,628 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:21:30,628 INFO [RS:0;64443f9a1829:44101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44101 2024-11-23T11:21:30,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x101676cc2220007, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1254836093/rs/64443f9a1829,44101,1732360862134 2024-11-23T11:21:30,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101676cc2220006, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1254836093/rs 2024-11-23T11:21:30,683 INFO [RS:0;64443f9a1829:44101 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:21:30,693 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64443f9a1829,44101,1732360862134] 2024-11-23T11:21:30,698 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 1491, reset compression=false 2024-11-23T11:21:30,704 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1254836093/draining/64443f9a1829,44101,1732360862134 already deleted, retry=false 2024-11-23T11:21:30,704 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64443f9a1829,44101,1732360862134 expired; onlineServers=0 2024-11-23T11:21:30,704 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64443f9a1829,35395,1732360861990' ***** 2024-11-23T11:21:30,704 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T11:21:30,704 INFO [M:0;64443f9a1829:35395 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:21:30,704 INFO [M:0;64443f9a1829:35395 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:21:30,704 DEBUG [M:0;64443f9a1829:35395 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T11:21:30,704 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T11:21:30,704 DEBUG [M:0;64443f9a1829:35395 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T11:21:30,704 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360863797 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360863797,5,FailOnTimeoutGroup] 2024-11-23T11:21:30,705 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360863798 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360863798,5,FailOnTimeoutGroup] 2024-11-23T11:21:30,705 INFO [M:0;64443f9a1829:35395 {}] hbase.ChoreService(370): Chore service for: master/64443f9a1829:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T11:21:30,705 INFO [M:0;64443f9a1829:35395 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:21:30,705 DEBUG [M:0;64443f9a1829:35395 {}] master.HMaster(1795): Stopping service threads 2024-11-23T11:21:30,705 INFO [M:0;64443f9a1829:35395 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T11:21:30,705 INFO [M:0;64443f9a1829:35395 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:21:30,705 INFO [M:0;64443f9a1829:35395 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T11:21:30,705 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T11:21:30,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101676cc2220006, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1254836093/master 2024-11-23T11:21:30,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101676cc2220006, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1254836093 2024-11-23T11:21:30,738 DEBUG [M:0;64443f9a1829:35395 {}] zookeeper.ZKUtil(347): master:35395-0x101676cc2220006, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Unable to get data of znode /2-1254836093/master because node does not exist (not an error) 2024-11-23T11:21:30,738 WARN [M:0;64443f9a1829:35395 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T11:21:30,739 INFO [M:0;64443f9a1829:35395 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/.lastflushedseqids 2024-11-23T11:21:30,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41623 is added to blk_1073741847_1023 (size=245) 2024-11-23T11:21:30,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x101676cc2220007, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:21:30,794 INFO [RS:0;64443f9a1829:44101 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:21:30,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x101676cc2220007, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:21:30,794 INFO [RS:0;64443f9a1829:44101 {}] regionserver.HRegionServer(1031): Exiting; stopping=64443f9a1829,44101,1732360862134; zookeeper connection closed. 2024-11-23T11:21:30,794 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17885d52 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17885d52 2024-11-23T11:21:30,794 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T11:21:30,816 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 1471, reset compression=false 2024-11-23T11:21:31,144 INFO [M:0;64443f9a1829:35395 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T11:21:31,144 INFO [M:0;64443f9a1829:35395 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T11:21:31,144 DEBUG [M:0;64443f9a1829:35395 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:21:31,144 INFO [M:0;64443f9a1829:35395 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:21:31,144 DEBUG [M:0;64443f9a1829:35395 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:21:31,144 DEBUG [M:0;64443f9a1829:35395 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:21:31,144 DEBUG [M:0;64443f9a1829:35395 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:21:31,144 INFO [M:0;64443f9a1829:35395 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-23T11:21:31,160 DEBUG [M:0;64443f9a1829:35395 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6bd54605d9ca4f8f90ba245b1f0e8207 is 82, key is hbase:meta,,1/info:regioninfo/1732360865083/Put/seqid=0 2024-11-23T11:21:31,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41623 is added to blk_1073741848_1024 (size=5672) 2024-11-23T11:21:31,501 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 1491, reset compression=false 2024-11-23T11:21:31,564 INFO [M:0;64443f9a1829:35395 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6bd54605d9ca4f8f90ba245b1f0e8207 2024-11-23T11:21:31,574 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T11:21:31,594 DEBUG [M:0;64443f9a1829:35395 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f85ea50c69e04fac9751d049fd565f47 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732360877189/Put/seqid=0 2024-11-23T11:21:31,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41623 is added to blk_1073741849_1025 (size=9213) 2024-11-23T11:21:31,724 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 1471, reset compression=false 2024-11-23T11:21:32,002 INFO [M:0;64443f9a1829:35395 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f85ea50c69e04fac9751d049fd565f47 2024-11-23T11:21:32,024 DEBUG [M:0;64443f9a1829:35395 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1b511eaa710446eadbcf334fec08e04 is 69, key is 64443f9a1829,44101,1732360862134/rs:state/1732360863893/Put/seqid=0 2024-11-23T11:21:32,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41623 is added to blk_1073741850_1026 (size=5156) 2024-11-23T11:21:32,028 INFO [M:0;64443f9a1829:35395 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1b511eaa710446eadbcf334fec08e04 2024-11-23T11:21:32,032 DEBUG [M:0;64443f9a1829:35395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6bd54605d9ca4f8f90ba245b1f0e8207 as hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6bd54605d9ca4f8f90ba245b1f0e8207 2024-11-23T11:21:32,038 INFO [M:0;64443f9a1829:35395 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6bd54605d9ca4f8f90ba245b1f0e8207, entries=8, sequenceid=127, filesize=5.5 K 2024-11-23T11:21:32,039 DEBUG [M:0;64443f9a1829:35395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f85ea50c69e04fac9751d049fd565f47 as hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f85ea50c69e04fac9751d049fd565f47 2024-11-23T11:21:32,043 INFO [M:0;64443f9a1829:35395 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f85ea50c69e04fac9751d049fd565f47, entries=15, sequenceid=127, filesize=9.0 K 2024-11-23T11:21:32,044 DEBUG [M:0;64443f9a1829:35395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1b511eaa710446eadbcf334fec08e04 as hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1b511eaa710446eadbcf334fec08e04 2024-11-23T11:21:32,047 INFO [M:0;64443f9a1829:35395 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/c5605594-7f6e-1516-f843-32d2a4544b15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1b511eaa710446eadbcf334fec08e04, entries=1, sequenceid=127, filesize=5.0 K 2024-11-23T11:21:32,048 INFO [M:0;64443f9a1829:35395 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 904ms, sequenceid=127, compaction requested=false 2024-11-23T11:21:32,049 INFO [M:0;64443f9a1829:35395 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:21:32,049 DEBUG [M:0;64443f9a1829:35395 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360891144Disabling compacts and flushes for region at 1732360891144Disabling writes for close at 1732360891144Obtaining lock to block concurrent updates at 1732360891144Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732360891144Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1732360891145 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732360891145Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732360891145Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732360891160 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732360891160Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732360891570 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732360891594 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732360891594Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732360892006 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732360892023 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732360892023Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58ee67: reopening flushed file at 1732360892031 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c97dcc2: reopening flushed file at 1732360892038 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77beee75: reopening flushed file at 1732360892043 (+5 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 904ms, sequenceid=127, compaction requested=false at 1732360892048 (+5 ms)Writing region close event to WAL at 1732360892049 (+1 ms)Closed at 1732360892049 2024-11-23T11:21:32,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41623 is added to blk_1073741830_1006 (size=73878) 2024-11-23T11:21:32,052 INFO [M:0;64443f9a1829:35395 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T11:21:32,052 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:21:32,052 INFO [M:0;64443f9a1829:35395 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35395 2024-11-23T11:21:32,052 INFO [M:0;64443f9a1829:35395 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:21:32,162 INFO [M:0;64443f9a1829:35395 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:21:32,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101676cc2220006, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:21:32,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101676cc2220006, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:21:32,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e7e521c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:21:32,194 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@106e7f8e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:21:32,194 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:21:32,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4412af00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:21:32,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bdc05c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98491f8f-09bb-8bc0-5e4d-2de49da31b21/hadoop.log.dir/,STOPPED} 2024-11-23T11:21:32,195 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T11:21:32,195 WARN [BP-1360466741-172.17.0.3-1732360859819 heartbeating to localhost/127.0.0.1:33877 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T11:21:32,195 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T11:21:32,195 WARN [BP-1360466741-172.17.0.3-1732360859819 heartbeating to localhost/127.0.0.1:33877 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1360466741-172.17.0.3-1732360859819 (Datanode Uuid 3816a48a-53fe-4cd0-83fa-abccd300772b) service to localhost/127.0.0.1:33877 2024-11-23T11:21:32,196 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98491f8f-09bb-8bc0-5e4d-2de49da31b21/cluster_0e404e44-5a4f-86a5-06c1-b9a36c50ebd6/data/data1/current/BP-1360466741-172.17.0.3-1732360859819 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:21:32,196 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98491f8f-09bb-8bc0-5e4d-2de49da31b21/cluster_0e404e44-5a4f-86a5-06c1-b9a36c50ebd6/data/data2/current/BP-1360466741-172.17.0.3-1732360859819 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:21:32,196 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T11:21:32,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@386405cb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:21:32,202 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a137881{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:21:32,202 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:21:32,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5db74c33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:21:32,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2557f5df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98491f8f-09bb-8bc0-5e4d-2de49da31b21/hadoop.log.dir/,STOPPED} 2024-11-23T11:21:32,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T11:21:32,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T11:21:32,214 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:21:32,214 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:21:32,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:32,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:32,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:21:32,215 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T11:21:32,215 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=466361085, stopped=false 2024-11-23T11:21:32,215 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64443f9a1829,40723,1732360856996 2024-11-23T11:21:32,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x101676cc2220003, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12046827771/running 2024-11-23T11:21:32,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x101676cc2220004, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12046827771/running 2024-11-23T11:21:32,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x101676cc2220003, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046827771 2024-11-23T11:21:32,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x101676cc2220004, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046827771 2024-11-23T11:21:32,230 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:21:32,231 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:21:32,231 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:21:32,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:32,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40005-0x101676cc2220004, quorum=127.0.0.1:50081, baseZNode=/12046827771 Set watcher on znode that does not yet exist, /12046827771/running 2024-11-23T11:21:32,231 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64443f9a1829,40005,1732360857136' ***** 2024-11-23T11:21:32,231 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T11:21:32,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40723-0x101676cc2220003, quorum=127.0.0.1:50081, baseZNode=/12046827771 Set watcher on znode that does not yet exist, /12046827771/running 2024-11-23T11:21:32,232 INFO [RS:0;64443f9a1829:40005 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T11:21:32,232 INFO [RS:0;64443f9a1829:40005 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T11:21:32,232 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T11:21:32,232 INFO [RS:0;64443f9a1829:40005 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T11:21:32,232 INFO [RS:0;64443f9a1829:40005 {}] regionserver.HRegionServer(3091): Received CLOSE for 900c917eecebce21336d664ad9b5a683 2024-11-23T11:21:32,232 INFO [RS:0;64443f9a1829:40005 {}] regionserver.HRegionServer(3091): Received CLOSE for cdee73fa1b69ef6457c435f4f2707155 2024-11-23T11:21:32,232 INFO [RS:0;64443f9a1829:40005 {}] regionserver.HRegionServer(959): stopping server 64443f9a1829,40005,1732360857136 2024-11-23T11:21:32,232 INFO [RS:0;64443f9a1829:40005 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:21:32,232 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 900c917eecebce21336d664ad9b5a683, disabling compactions & flushes 2024-11-23T11:21:32,232 INFO [RS:0;64443f9a1829:40005 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:40005. 2024-11-23T11:21:32,232 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732360873870.900c917eecebce21336d664ad9b5a683. 2024-11-23T11:21:32,232 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732360873870.900c917eecebce21336d664ad9b5a683. 2024-11-23T11:21:32,232 DEBUG [RS:0;64443f9a1829:40005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:21:32,232 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732360873870.900c917eecebce21336d664ad9b5a683. after waiting 0 ms 2024-11-23T11:21:32,232 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732360873870.900c917eecebce21336d664ad9b5a683. 2024-11-23T11:21:32,232 DEBUG [RS:0;64443f9a1829:40005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:32,232 INFO [RS:0;64443f9a1829:40005 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T11:21:32,232 INFO [RS:0;64443f9a1829:40005 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T11:21:32,232 INFO [RS:0;64443f9a1829:40005 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T11:21:32,233 INFO [RS:0;64443f9a1829:40005 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T11:21:32,233 INFO [RS:0;64443f9a1829:40005 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T11:21:32,233 DEBUG [RS:0;64443f9a1829:40005 {}] regionserver.HRegionServer(1325): Online Regions={900c917eecebce21336d664ad9b5a683=hbase:replication,,1732360873870.900c917eecebce21336d664ad9b5a683., 1588230740=hbase:meta,,1.1588230740, cdee73fa1b69ef6457c435f4f2707155=test,,1732360867387.cdee73fa1b69ef6457c435f4f2707155.} 2024-11-23T11:21:32,233 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:21:32,233 DEBUG [RS:0;64443f9a1829:40005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 900c917eecebce21336d664ad9b5a683, cdee73fa1b69ef6457c435f4f2707155 2024-11-23T11:21:32,233 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:21:32,233 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:21:32,233 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:21:32,233 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:21:32,233 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T11:21:32,234 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 900c917eecebce21336d664ad9b5a683 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-23T11:21:32,250 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/hbase/meta/1588230740/.tmp/info/72ab7c3d027444c991f91434eb346c41 is 147, key is hbase:replication,,1732360873870.900c917eecebce21336d664ad9b5a683./info:regioninfo/1732360875038/Put/seqid=0 2024-11-23T11:21:32,251 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/hbase/replication/900c917eecebce21336d664ad9b5a683/.tmp/queue/58c21184f491487c8b9d5ff2a71f2547 is 154, key is 1-64443f9a1829,40005,1732360857136/queue:64443f9a1829%2C40005%2C1732360857136/1732360887297/Put/seqid=0 2024-11-23T11:21:32,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741840_1016 (size=7686) 2024-11-23T11:21:32,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741841_1017 (size=5353) 2024-11-23T11:21:32,300 INFO [regionserver/64443f9a1829:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:21:32,403 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 1491, reset compression=false 2024-11-23T11:21:32,433 DEBUG [RS:0;64443f9a1829:40005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 900c917eecebce21336d664ad9b5a683, cdee73fa1b69ef6457c435f4f2707155 2024-11-23T11:21:32,633 DEBUG [RS:0;64443f9a1829:40005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 900c917eecebce21336d664ad9b5a683, cdee73fa1b69ef6457c435f4f2707155 2024-11-23T11:21:32,653 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/hbase/meta/1588230740/.tmp/info/72ab7c3d027444c991f91434eb346c41 2024-11-23T11:21:32,656 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/hbase/replication/900c917eecebce21336d664ad9b5a683/.tmp/queue/58c21184f491487c8b9d5ff2a71f2547 2024-11-23T11:21:32,665 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/hbase/replication/900c917eecebce21336d664ad9b5a683/.tmp/queue/58c21184f491487c8b9d5ff2a71f2547 as hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/hbase/replication/900c917eecebce21336d664ad9b5a683/queue/58c21184f491487c8b9d5ff2a71f2547 2024-11-23T11:21:32,670 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/hbase/replication/900c917eecebce21336d664ad9b5a683/queue/58c21184f491487c8b9d5ff2a71f2547, entries=1, sequenceid=14, filesize=5.2 K 2024-11-23T11:21:32,673 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 900c917eecebce21336d664ad9b5a683 in 441ms, sequenceid=14, compaction requested=false 2024-11-23T11:21:32,684 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/hbase/meta/1588230740/.tmp/ns/03840b11fde24158b5718fa3ee573512 is 43, key is default/ns:d/1732360859652/Put/seqid=0 2024-11-23T11:21:32,686 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/hbase/replication/900c917eecebce21336d664ad9b5a683/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-23T11:21:32,687 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:21:32,687 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:21:32,687 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732360873870.900c917eecebce21336d664ad9b5a683. 2024-11-23T11:21:32,687 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 900c917eecebce21336d664ad9b5a683: Waiting for close lock at 1732360892232Running coprocessor pre-close hooks at 1732360892232Disabling compacts and flushes for region at 1732360892232Disabling writes for close at 1732360892232Obtaining lock to block concurrent updates at 1732360892234 (+2 ms)Preparing flush snapshotting stores in 900c917eecebce21336d664ad9b5a683 at 1732360892234Finished memstore snapshotting hbase:replication,,1732360873870.900c917eecebce21336d664ad9b5a683., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732360892234Flushing stores of hbase:replication,,1732360873870.900c917eecebce21336d664ad9b5a683. at 1732360892234Flushing 900c917eecebce21336d664ad9b5a683/queue: creating writer at 1732360892234Flushing 900c917eecebce21336d664ad9b5a683/queue: appending metadata at 1732360892251 (+17 ms)Flushing 900c917eecebce21336d664ad9b5a683/queue: closing flushed file at 1732360892251Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24f6ed42: reopening flushed file at 1732360892662 (+411 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 900c917eecebce21336d664ad9b5a683 in 441ms, sequenceid=14, compaction requested=false at 1732360892673 (+11 ms)Writing region close event to WAL at 1732360892681 (+8 ms)Running coprocessor post-close hooks at 1732360892687 (+6 ms)Closed at 1732360892687 2024-11-23T11:21:32,688 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732360873870.900c917eecebce21336d664ad9b5a683. 2024-11-23T11:21:32,688 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cdee73fa1b69ef6457c435f4f2707155, disabling compactions & flushes 2024-11-23T11:21:32,688 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732360867387.cdee73fa1b69ef6457c435f4f2707155. 2024-11-23T11:21:32,688 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732360867387.cdee73fa1b69ef6457c435f4f2707155. 2024-11-23T11:21:32,688 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732360867387.cdee73fa1b69ef6457c435f4f2707155. after waiting 0 ms 2024-11-23T11:21:32,688 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732360867387.cdee73fa1b69ef6457c435f4f2707155. 2024-11-23T11:21:32,688 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cdee73fa1b69ef6457c435f4f2707155 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-23T11:21:32,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741842_1018 (size=5153) 2024-11-23T11:21:32,728 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 1471, reset compression=false 2024-11-23T11:21:32,735 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/default/test/cdee73fa1b69ef6457c435f4f2707155/.tmp/f/fc39c3034b564718bc8b55b052108a49 is 37, key is row3/f:row3/1732360885906/Put/seqid=0 2024-11-23T11:21:32,745 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:21:32,745 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 1718, reset compression=false 2024-11-23T11:21:32,745 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.shipper64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,40005,1732360857136 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:21:32,746 ERROR [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.shipper64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 64443f9a1829,40005,1732360857136: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-64443f9a1829,40005,1732360857136, walGroup=64443f9a1829%2C40005%2C1732360857136, offset=64443f9a1829%2C40005%2C1732360857136.1732360859096:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64443f9a1829:40005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T11:21:32,748 ERROR [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.shipper64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T11:21:32,748 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.shipper64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T11:21:32,748 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.shipper64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T11:21:32,748 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.shipper64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T11:21:32,748 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.shipper64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T11:21:32,749 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.shipper64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1195376640, "init": 1048576000, "max": 2306867200, "used": 742385920 }, "NonHeapMemoryUsage": { "committed": 202375168, "init": 7667712, "max": -1, "used": 199499264 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T11:21:32,749 WARN [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.shipper64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64443f9a1829:40723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64443f9a1829:40723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T11:21:32,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741843_1019 (size=5228) 2024-11-23T11:21:32,833 DEBUG [RS:0;64443f9a1829:40005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cdee73fa1b69ef6457c435f4f2707155 2024-11-23T11:21:32,973 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 1718, reset compression=false 2024-11-23T11:21:33,034 INFO [regionserver/64443f9a1829:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T11:21:33,034 DEBUG [RS:0;64443f9a1829:40005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cdee73fa1b69ef6457c435f4f2707155 2024-11-23T11:21:33,034 INFO [regionserver/64443f9a1829:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T11:21:33,094 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/hbase/meta/1588230740/.tmp/ns/03840b11fde24158b5718fa3ee573512 2024-11-23T11:21:33,109 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/hbase/meta/1588230740/.tmp/rep_barrier/b5676716bef24ad3a4ab31c997b0e8bc is 112, key is test,,1732360867387.cdee73fa1b69ef6457c435f4f2707155./rep_barrier:seqnumDuringOpen/1732360868534/Put/seqid=0 2024-11-23T11:21:33,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741844_1020 (size=5518) 2024-11-23T11:21:33,157 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/default/test/cdee73fa1b69ef6457c435f4f2707155/.tmp/f/fc39c3034b564718bc8b55b052108a49 2024-11-23T11:21:33,161 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc39c3034b564718bc8b55b052108a49 2024-11-23T11:21:33,174 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/default/test/cdee73fa1b69ef6457c435f4f2707155/.tmp/f1/54ae0d475ead4a1f8897b1f6ba1d33d2 is 30, key is row1/f1:/1732360883235/DeleteFamily/seqid=0 2024-11-23T11:21:33,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741845_1021 (size=5158) 2024-11-23T11:21:33,234 INFO [RS:0;64443f9a1829:40005 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T11:21:33,234 DEBUG [RS:0;64443f9a1829:40005 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cdee73fa1b69ef6457c435f4f2707155=test,,1732360867387.cdee73fa1b69ef6457c435f4f2707155.} 2024-11-23T11:21:33,234 DEBUG [RS:0;64443f9a1829:40005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cdee73fa1b69ef6457c435f4f2707155 2024-11-23T11:21:33,277 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 1718, reset compression=false 2024-11-23T11:21:33,407 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 1491, reset compression=false 2024-11-23T11:21:33,434 DEBUG [RS:0;64443f9a1829:40005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cdee73fa1b69ef6457c435f4f2707155 2024-11-23T11:21:33,514 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/hbase/meta/1588230740/.tmp/rep_barrier/b5676716bef24ad3a4ab31c997b0e8bc 2024-11-23T11:21:33,535 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/hbase/meta/1588230740/.tmp/table/e19467ce6f3242a2856cf9ffc5aaab44 is 53, key is hbase:replication/table:state/1732360875045/Put/seqid=0 2024-11-23T11:21:33,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741846_1022 (size=5308) 2024-11-23T11:21:33,577 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/default/test/cdee73fa1b69ef6457c435f4f2707155/.tmp/f1/54ae0d475ead4a1f8897b1f6ba1d33d2 2024-11-23T11:21:33,581 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 54ae0d475ead4a1f8897b1f6ba1d33d2 2024-11-23T11:21:33,598 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/default/test/cdee73fa1b69ef6457c435f4f2707155/.tmp/norep/29d05cc4b3d44ff6a462f3dd5b82fdb5 is 33, key is row1/norep:/1732360883235/DeleteFamily/seqid=0 2024-11-23T11:21:33,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741847_1023 (size=5108) 2024-11-23T11:21:33,634 DEBUG [RS:0;64443f9a1829:40005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cdee73fa1b69ef6457c435f4f2707155 2024-11-23T11:21:33,680 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 1718, reset compression=false 2024-11-23T11:21:33,834 DEBUG [RS:0;64443f9a1829:40005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cdee73fa1b69ef6457c435f4f2707155 2024-11-23T11:21:33,940 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/hbase/meta/1588230740/.tmp/table/e19467ce6f3242a2856cf9ffc5aaab44 2024-11-23T11:21:33,943 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/hbase/meta/1588230740/.tmp/info/72ab7c3d027444c991f91434eb346c41 as hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/hbase/meta/1588230740/info/72ab7c3d027444c991f91434eb346c41 2024-11-23T11:21:33,947 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/hbase/meta/1588230740/info/72ab7c3d027444c991f91434eb346c41, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T11:21:33,947 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/hbase/meta/1588230740/.tmp/ns/03840b11fde24158b5718fa3ee573512 as hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/hbase/meta/1588230740/ns/03840b11fde24158b5718fa3ee573512 2024-11-23T11:21:33,951 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/hbase/meta/1588230740/ns/03840b11fde24158b5718fa3ee573512, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T11:21:33,951 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/hbase/meta/1588230740/.tmp/rep_barrier/b5676716bef24ad3a4ab31c997b0e8bc as hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/hbase/meta/1588230740/rep_barrier/b5676716bef24ad3a4ab31c997b0e8bc 2024-11-23T11:21:33,954 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/hbase/meta/1588230740/rep_barrier/b5676716bef24ad3a4ab31c997b0e8bc, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T11:21:33,955 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/hbase/meta/1588230740/.tmp/table/e19467ce6f3242a2856cf9ffc5aaab44 as hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/hbase/meta/1588230740/table/e19467ce6f3242a2856cf9ffc5aaab44 2024-11-23T11:21:33,958 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/hbase/meta/1588230740/table/e19467ce6f3242a2856cf9ffc5aaab44, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T11:21:33,959 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false 2024-11-23T11:21:33,962 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T11:21:33,963 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:21:33,963 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:21:33,963 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:21:33,963 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360892233Running coprocessor pre-close hooks at 1732360892233Disabling compacts and flushes for region at 1732360892233Disabling writes for close at 1732360892233Obtaining lock to block concurrent updates at 1732360892233Preparing flush snapshotting stores in 1588230740 at 1732360892233Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732360892233Flushing stores of hbase:meta,,1.1588230740 at 1732360892234 (+1 ms)Flushing 1588230740/info: creating writer at 1732360892234Flushing 1588230740/info: appending metadata at 1732360892249 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732360892249Flushing 1588230740/ns: creating writer at 1732360892659 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732360892683 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732360892683Flushing 1588230740/rep_barrier: creating writer at 1732360893097 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732360893109 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732360893109Flushing 1588230740/table: creating writer at 1732360893518 (+409 ms)Flushing 1588230740/table: appending metadata at 1732360893534 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732360893534Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ae8ff65: reopening flushed file at 1732360893943 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18a0b399: reopening flushed file at 1732360893947 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b502bbf: reopening flushed file at 1732360893951 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@361164f8: reopening flushed file at 1732360893954 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false at 1732360893959 (+5 ms)Writing region close event to WAL at 1732360893960 (+1 ms)Running coprocessor post-close hooks at 1732360893963 (+3 ms)Closed at 1732360893963 2024-11-23T11:21:33,963 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T11:21:34,002 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/default/test/cdee73fa1b69ef6457c435f4f2707155/.tmp/norep/29d05cc4b3d44ff6a462f3dd5b82fdb5 2024-11-23T11:21:34,005 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29d05cc4b3d44ff6a462f3dd5b82fdb5 2024-11-23T11:21:34,005 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/default/test/cdee73fa1b69ef6457c435f4f2707155/.tmp/f/fc39c3034b564718bc8b55b052108a49 as hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/default/test/cdee73fa1b69ef6457c435f4f2707155/f/fc39c3034b564718bc8b55b052108a49 2024-11-23T11:21:34,009 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc39c3034b564718bc8b55b052108a49 2024-11-23T11:21:34,009 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/default/test/cdee73fa1b69ef6457c435f4f2707155/f/fc39c3034b564718bc8b55b052108a49, entries=5, sequenceid=12, filesize=5.1 K 2024-11-23T11:21:34,010 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/default/test/cdee73fa1b69ef6457c435f4f2707155/.tmp/f1/54ae0d475ead4a1f8897b1f6ba1d33d2 as hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/default/test/cdee73fa1b69ef6457c435f4f2707155/f1/54ae0d475ead4a1f8897b1f6ba1d33d2 2024-11-23T11:21:34,013 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 54ae0d475ead4a1f8897b1f6ba1d33d2 2024-11-23T11:21:34,013 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/default/test/cdee73fa1b69ef6457c435f4f2707155/f1/54ae0d475ead4a1f8897b1f6ba1d33d2, entries=3, sequenceid=12, filesize=5.0 K 2024-11-23T11:21:34,014 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/default/test/cdee73fa1b69ef6457c435f4f2707155/.tmp/norep/29d05cc4b3d44ff6a462f3dd5b82fdb5 as hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/default/test/cdee73fa1b69ef6457c435f4f2707155/norep/29d05cc4b3d44ff6a462f3dd5b82fdb5 2024-11-23T11:21:34,017 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29d05cc4b3d44ff6a462f3dd5b82fdb5 2024-11-23T11:21:34,017 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/default/test/cdee73fa1b69ef6457c435f4f2707155/norep/29d05cc4b3d44ff6a462f3dd5b82fdb5, entries=1, sequenceid=12, filesize=5.0 K 2024-11-23T11:21:34,018 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cdee73fa1b69ef6457c435f4f2707155 in 1330ms, sequenceid=12, compaction requested=false 2024-11-23T11:21:34,021 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/data/default/test/cdee73fa1b69ef6457c435f4f2707155/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-23T11:21:34,022 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:21:34,022 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T11:21:34,022 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732360867387.cdee73fa1b69ef6457c435f4f2707155. 2024-11-23T11:21:34,022 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cdee73fa1b69ef6457c435f4f2707155: Waiting for close lock at 1732360892688Running coprocessor pre-close hooks at 1732360892688Disabling compacts and flushes for region at 1732360892688Disabling writes for close at 1732360892688Obtaining lock to block concurrent updates at 1732360892688Preparing flush snapshotting stores in cdee73fa1b69ef6457c435f4f2707155 at 1732360892688Finished memstore snapshotting test,,1732360867387.cdee73fa1b69ef6457c435f4f2707155., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732360892688Flushing stores of test,,1732360867387.cdee73fa1b69ef6457c435f4f2707155. at 1732360892689 (+1 ms)Flushing cdee73fa1b69ef6457c435f4f2707155/f: creating writer at 1732360892689Flushing cdee73fa1b69ef6457c435f4f2707155/f: appending metadata at 1732360892734 (+45 ms)Flushing cdee73fa1b69ef6457c435f4f2707155/f: closing flushed file at 1732360892735 (+1 ms)Flushing cdee73fa1b69ef6457c435f4f2707155/f1: creating writer at 1732360893161 (+426 ms)Flushing cdee73fa1b69ef6457c435f4f2707155/f1: appending metadata at 1732360893173 (+12 ms)Flushing cdee73fa1b69ef6457c435f4f2707155/f1: closing flushed file at 1732360893173Flushing cdee73fa1b69ef6457c435f4f2707155/norep: creating writer at 1732360893581 (+408 ms)Flushing cdee73fa1b69ef6457c435f4f2707155/norep: appending metadata at 1732360893597 (+16 ms)Flushing cdee73fa1b69ef6457c435f4f2707155/norep: closing flushed file at 1732360893597Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4342a23a: reopening flushed file at 1732360894005 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d92763: reopening flushed file at 1732360894009 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@448098b9: reopening flushed file at 1732360894013 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cdee73fa1b69ef6457c435f4f2707155 in 1330ms, sequenceid=12, compaction requested=false at 1732360894018 (+5 ms)Writing region close event to WAL at 1732360894019 (+1 ms)Running coprocessor post-close hooks at 1732360894022 (+3 ms)Closed at 1732360894022 2024-11-23T11:21:34,022 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732360867387.cdee73fa1b69ef6457c435f4f2707155. 2024-11-23T11:21:34,035 INFO [RS:0;64443f9a1829:40005 {}] regionserver.HRegionServer(976): stopping server 64443f9a1829,40005,1732360857136; all regions closed. 2024-11-23T11:21:34,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741834_1010 (size=4239) 2024-11-23T11:21:34,037 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.meta.1732360859585.meta not finished, retry = 0 2024-11-23T11:21:34,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741839_1015 (size=3552) 2024-11-23T11:21:34,139 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.rep.1732360875003 not finished, retry = 0 2024-11-23T11:21:34,183 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 1718, reset compression=false 2024-11-23T11:21:34,187 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:21:34,187 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.wal-reader.64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 to pos 2362, reset compression=false 2024-11-23T11:21:34,242 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/WALs/64443f9a1829,40005,1732360857136/64443f9a1829%2C40005%2C1732360857136.1732360859096 not finished, retry = 0 2024-11-23T11:21:34,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741832_1008 (size=2370) 2024-11-23T11:21:34,343 DEBUG [RS:0;64443f9a1829:40005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:34,343 INFO [RS:0;64443f9a1829:40005 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:21:34,343 INFO [RS:0;64443f9a1829:40005 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:21:34,344 INFO [RS:0;64443f9a1829:40005 {}] hbase.ChoreService(370): Chore service for: regionserver/64443f9a1829:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T11:21:34,344 INFO [RS:0;64443f9a1829:40005 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:21:34,344 INFO [regionserver/64443f9a1829:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:21:34,344 INFO [RS:0;64443f9a1829:40005 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-64443f9a1829,40005,1732360857136 because: Region server is closing 2024-11-23T11:21:34,344 INFO [RS:0;64443f9a1829:40005 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:40005. 2024-11-23T11:21:34,345 DEBUG [RS:0;64443f9a1829:40005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:21:34,345 DEBUG [RS:0;64443f9a1829:40005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:34,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:21:34,345 DEBUG [RS:0;64443f9a1829:40005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:34,445 INFO [RS:0;64443f9a1829:40005 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,40005,1732360857136.replicationSource.shipper64443f9a1829%2C40005%2C1732360857136,1-64443f9a1829,40005,1732360857136 terminated 2024-11-23T11:21:34,445 INFO [RS:0;64443f9a1829:40005 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:40005. 2024-11-23T11:21:34,445 DEBUG [RS:0;64443f9a1829:40005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:21:34,445 DEBUG [RS:0;64443f9a1829:40005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:34,445 DEBUG [RS:0;64443f9a1829:40005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:34,445 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:21:34,445 INFO [RS:0;64443f9a1829:40005 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40005 2024-11-23T11:21:34,510 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 1491, reset compression=false 2024-11-23T11:21:34,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x101676cc2220003, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046827771/rs 2024-11-23T11:21:34,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x101676cc2220004, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12046827771/rs/64443f9a1829,40005,1732360857136 2024-11-23T11:21:34,511 INFO [RS:0;64443f9a1829:40005 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:21:34,512 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64443f9a1829,40005,1732360857136] 2024-11-23T11:21:34,531 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12046827771/draining/64443f9a1829,40005,1732360857136 already deleted, retry=false 2024-11-23T11:21:34,531 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64443f9a1829,40005,1732360857136 expired; onlineServers=0 2024-11-23T11:21:34,531 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64443f9a1829,40723,1732360856996' ***** 2024-11-23T11:21:34,531 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T11:21:34,531 INFO [M:0;64443f9a1829:40723 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:21:34,531 INFO [M:0;64443f9a1829:40723 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:21:34,531 DEBUG [M:0;64443f9a1829:40723 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T11:21:34,531 DEBUG [M:0;64443f9a1829:40723 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T11:21:34,531 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T11:21:34,531 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360858828 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360858828,5,FailOnTimeoutGroup] 2024-11-23T11:21:34,531 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360858828 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360858828,5,FailOnTimeoutGroup] 2024-11-23T11:21:34,531 INFO [M:0;64443f9a1829:40723 {}] hbase.ChoreService(370): Chore service for: master/64443f9a1829:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T11:21:34,531 INFO [M:0;64443f9a1829:40723 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:21:34,531 DEBUG [M:0;64443f9a1829:40723 {}] master.HMaster(1795): Stopping service threads 2024-11-23T11:21:34,531 INFO [M:0;64443f9a1829:40723 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T11:21:34,531 INFO [M:0;64443f9a1829:40723 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:21:34,532 INFO [M:0;64443f9a1829:40723 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T11:21:34,532 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T11:21:34,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x101676cc2220003, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12046827771/master 2024-11-23T11:21:34,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x101676cc2220003, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046827771 2024-11-23T11:21:34,552 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12046827771/master already deleted, retry=false 2024-11-23T11:21:34,552 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:40723-0x101676cc2220003, quorum=127.0.0.1:50081, baseZNode=/12046827771 Failed delete of our master address node; KeeperErrorCode = NoNode for /12046827771/master 2024-11-23T11:21:34,552 INFO [M:0;64443f9a1829:40723 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/.lastflushedseqids 2024-11-23T11:21:34,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741848_1024 (size=245) 2024-11-23T11:21:34,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:34,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:34,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:34,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x101676cc2220004, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:21:34,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x101676cc2220004, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:21:34,642 INFO [RS:0;64443f9a1829:40005 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:21:34,642 INFO [RS:0;64443f9a1829:40005 {}] regionserver.HRegionServer(1031): Exiting; stopping=64443f9a1829,40005,1732360857136; zookeeper connection closed. 2024-11-23T11:21:34,645 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f2b46 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f2b46 2024-11-23T11:21:34,645 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T11:21:34,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:34,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:34,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:34,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:34,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:34,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:34,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:34,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:34,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:34,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:34,959 INFO [M:0;64443f9a1829:40723 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T11:21:34,960 INFO [M:0;64443f9a1829:40723 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T11:21:34,960 DEBUG [M:0;64443f9a1829:40723 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:21:34,960 INFO [M:0;64443f9a1829:40723 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:21:34,960 DEBUG [M:0;64443f9a1829:40723 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:21:34,960 DEBUG [M:0;64443f9a1829:40723 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:21:34,960 DEBUG [M:0;64443f9a1829:40723 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:21:34,960 INFO [M:0;64443f9a1829:40723 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-23T11:21:34,962 INFO [master/64443f9a1829:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T11:21:34,962 INFO [master/64443f9a1829:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T11:21:34,975 DEBUG [M:0;64443f9a1829:40723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e17a7f8000384379b4a64f77d9728325 is 82, key is hbase:meta,,1/info:regioninfo/1732360859632/Put/seqid=0 2024-11-23T11:21:34,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741849_1025 (size=5672) 2024-11-23T11:21:35,204 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:21:35,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:35,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:35,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:35,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:35,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:35,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:35,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:35,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:35,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:35,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:35,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:35,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:35,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:35,379 INFO [M:0;64443f9a1829:40723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e17a7f8000384379b4a64f77d9728325 2024-11-23T11:21:35,397 DEBUG [M:0;64443f9a1829:40723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00a6ddc2eae746f7bee194aef95623bb is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732360868544/Put/seqid=0 2024-11-23T11:21:35,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741850_1026 (size=7218) 2024-11-23T11:21:35,714 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 1491, reset compression=false 2024-11-23T11:21:35,801 INFO [M:0;64443f9a1829:40723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00a6ddc2eae746f7bee194aef95623bb 2024-11-23T11:21:35,804 INFO [M:0;64443f9a1829:40723 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00a6ddc2eae746f7bee194aef95623bb 2024-11-23T11:21:35,817 DEBUG [M:0;64443f9a1829:40723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b170f8dc23f54faf9248c3decf9aeea5 is 69, key is 64443f9a1829,40005,1732360857136/rs:state/1732360858905/Put/seqid=0 2024-11-23T11:21:35,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741851_1027 (size=5156) 2024-11-23T11:21:36,220 INFO [M:0;64443f9a1829:40723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b170f8dc23f54faf9248c3decf9aeea5 2024-11-23T11:21:36,224 DEBUG [M:0;64443f9a1829:40723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e17a7f8000384379b4a64f77d9728325 as hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e17a7f8000384379b4a64f77d9728325 2024-11-23T11:21:36,227 INFO [M:0;64443f9a1829:40723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e17a7f8000384379b4a64f77d9728325, entries=8, sequenceid=105, filesize=5.5 K 2024-11-23T11:21:36,228 DEBUG [M:0;64443f9a1829:40723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00a6ddc2eae746f7bee194aef95623bb as hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00a6ddc2eae746f7bee194aef95623bb 2024-11-23T11:21:36,230 INFO [M:0;64443f9a1829:40723 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00a6ddc2eae746f7bee194aef95623bb 2024-11-23T11:21:36,230 INFO [M:0;64443f9a1829:40723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00a6ddc2eae746f7bee194aef95623bb, entries=11, sequenceid=105, filesize=7.0 K 2024-11-23T11:21:36,231 DEBUG [M:0;64443f9a1829:40723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b170f8dc23f54faf9248c3decf9aeea5 as hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b170f8dc23f54faf9248c3decf9aeea5 2024-11-23T11:21:36,233 INFO [M:0;64443f9a1829:40723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39169/user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b170f8dc23f54faf9248c3decf9aeea5, entries=1, sequenceid=105, filesize=5.0 K 2024-11-23T11:21:36,234 INFO [M:0;64443f9a1829:40723 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=105, compaction requested=false 2024-11-23T11:21:36,235 INFO [M:0;64443f9a1829:40723 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:21:36,235 DEBUG [M:0;64443f9a1829:40723 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360894960Disabling compacts and flushes for region at 1732360894960Disabling writes for close at 1732360894960Obtaining lock to block concurrent updates at 1732360894960Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732360894960Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732360894960Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732360894961 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732360894961Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732360894975 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732360894975Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732360895383 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732360895397 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732360895397Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732360895804 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732360895816 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732360895816Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b4d2e60: reopening flushed file at 1732360896223 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e2bf11e: reopening flushed file at 1732360896227 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3259a188: reopening flushed file at 1732360896230 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=105, compaction requested=false at 1732360896234 (+4 ms)Writing region close event to WAL at 1732360896235 (+1 ms)Closed at 1732360896235 2024-11-23T11:21:36,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741830_1006 (size=64423) 2024-11-23T11:21:36,236 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/168debec-f5a5-bb4d-65b5-5453740f4cff/MasterData/WALs/64443f9a1829,40723,1732360856996/64443f9a1829%2C40723%2C1732360856996.1732360858518 not finished, retry = 0 2024-11-23T11:21:36,337 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:21:36,337 INFO [M:0;64443f9a1829:40723 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T11:21:36,337 INFO [M:0;64443f9a1829:40723 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40723 2024-11-23T11:21:36,338 INFO [M:0;64443f9a1829:40723 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:21:36,572 INFO [M:0;64443f9a1829:40723 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:21:36,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x101676cc2220003, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:21:36,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x101676cc2220003, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:21:36,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c3beb28{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:21:36,575 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6266c223{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:21:36,575 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:21:36,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63981716{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:21:36,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29321e2f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3865b9c3-aa3c-e0cd-7647-c26e7018e741/hadoop.log.dir/,STOPPED} 2024-11-23T11:21:36,576 WARN [BP-266292407-172.17.0.3-1732360855068 heartbeating to localhost/127.0.0.1:39169 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T11:21:36,576 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T11:21:36,576 WARN [BP-266292407-172.17.0.3-1732360855068 heartbeating to localhost/127.0.0.1:39169 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-266292407-172.17.0.3-1732360855068 (Datanode Uuid e5d9e0cb-963a-483b-8faf-4df95f971424) service to localhost/127.0.0.1:39169 2024-11-23T11:21:36,576 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T11:21:36,577 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3865b9c3-aa3c-e0cd-7647-c26e7018e741/cluster_1a0ce62e-eaa8-c50e-eeb4-301e623e53bd/data/data1/current/BP-266292407-172.17.0.3-1732360855068 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:21:36,577 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3865b9c3-aa3c-e0cd-7647-c26e7018e741/cluster_1a0ce62e-eaa8-c50e-eeb4-301e623e53bd/data/data2/current/BP-266292407-172.17.0.3-1732360855068 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:21:36,577 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T11:21:36,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40daa2fb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:21:36,582 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78f4fbde{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:21:36,582 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:21:36,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18593ceb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:21:36,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bae2d75{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3865b9c3-aa3c-e0cd-7647-c26e7018e741/hadoop.log.dir/,STOPPED} 2024-11-23T11:21:36,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T11:21:36,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T11:21:36,595 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:21:36,595 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:21:36,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:36,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:36,595 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:21:36,595 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T11:21:36,595 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1315303833, stopped=false 2024-11-23T11:21:36,595 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64443f9a1829,38323,1732360852342 2024-11-23T11:21:36,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x101676cc2220000, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1397493442/running 2024-11-23T11:21:36,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34231-0x101676cc2220001, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1397493442/running 2024-11-23T11:21:36,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34231-0x101676cc2220001, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397493442 2024-11-23T11:21:36,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x101676cc2220000, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397493442 2024-11-23T11:21:36,609 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:21:36,609 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:21:36,609 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34231-0x101676cc2220001, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Set watcher on znode that does not yet exist, /0-1397493442/running 2024-11-23T11:21:36,609 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38323-0x101676cc2220000, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Set watcher on znode that does not yet exist, /0-1397493442/running 2024-11-23T11:21:36,609 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:21:36,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:36,610 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64443f9a1829,34231,1732360852520' ***** 2024-11-23T11:21:36,610 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T11:21:36,610 INFO [RS:0;64443f9a1829:34231 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T11:21:36,610 INFO [RS:0;64443f9a1829:34231 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T11:21:36,610 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T11:21:36,610 INFO [RS:0;64443f9a1829:34231 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T11:21:36,610 INFO [RS:0;64443f9a1829:34231 {}] regionserver.HRegionServer(3091): Received CLOSE for 32e77aa461028f192227b1dd3de76755 2024-11-23T11:21:36,611 INFO [RS:0;64443f9a1829:34231 {}] regionserver.HRegionServer(3091): Received CLOSE for 6acbec0761ea48c1841c6211a246967e 2024-11-23T11:21:36,611 INFO [RS:0;64443f9a1829:34231 {}] regionserver.HRegionServer(959): stopping server 64443f9a1829,34231,1732360852520 2024-11-23T11:21:36,611 INFO [RS:0;64443f9a1829:34231 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:21:36,611 INFO [RS:0;64443f9a1829:34231 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:34231. 2024-11-23T11:21:36,611 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 32e77aa461028f192227b1dd3de76755, disabling compactions & flushes 2024-11-23T11:21:36,611 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732360871709.32e77aa461028f192227b1dd3de76755. 2024-11-23T11:21:36,611 DEBUG [RS:0;64443f9a1829:34231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:21:36,611 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732360871709.32e77aa461028f192227b1dd3de76755. 2024-11-23T11:21:36,611 DEBUG [RS:0;64443f9a1829:34231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:36,611 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732360871709.32e77aa461028f192227b1dd3de76755. after waiting 0 ms 2024-11-23T11:21:36,611 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732360871709.32e77aa461028f192227b1dd3de76755. 2024-11-23T11:21:36,611 INFO [RS:0;64443f9a1829:34231 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T11:21:36,611 INFO [RS:0;64443f9a1829:34231 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T11:21:36,611 INFO [RS:0;64443f9a1829:34231 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T11:21:36,611 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 32e77aa461028f192227b1dd3de76755 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-23T11:21:36,611 INFO [RS:0;64443f9a1829:34231 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T11:21:36,611 INFO [RS:0;64443f9a1829:34231 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T11:21:36,611 DEBUG [RS:0;64443f9a1829:34231 {}] regionserver.HRegionServer(1325): Online Regions={32e77aa461028f192227b1dd3de76755=hbase:replication,,1732360871709.32e77aa461028f192227b1dd3de76755., 1588230740=hbase:meta,,1.1588230740, 6acbec0761ea48c1841c6211a246967e=test,,1732360865237.6acbec0761ea48c1841c6211a246967e.} 2024-11-23T11:21:36,611 DEBUG [RS:0;64443f9a1829:34231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32e77aa461028f192227b1dd3de76755, 6acbec0761ea48c1841c6211a246967e 2024-11-23T11:21:36,611 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:21:36,611 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:21:36,611 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:21:36,612 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:21:36,612 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:21:36,612 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T11:21:36,626 INFO [regionserver/64443f9a1829:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:21:36,630 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/hbase/replication/32e77aa461028f192227b1dd3de76755/.tmp/queue/0ea19e203dd24f80a02c2e00853f8ea2 is 154, key is 1-64443f9a1829,34231,1732360852520/queue:64443f9a1829%2C34231%2C1732360852520/1732360887980/Put/seqid=0 2024-11-23T11:21:36,630 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/hbase/meta/1588230740/.tmp/info/3718202d03c94dd5a9c6c8f11b229f34 is 147, key is hbase:replication,,1732360871709.32e77aa461028f192227b1dd3de76755./info:regioninfo/1732360872866/Put/seqid=0 2024-11-23T11:21:36,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741840_1016 (size=5353) 2024-11-23T11:21:36,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741841_1017 (size=7686) 2024-11-23T11:21:36,812 DEBUG [RS:0;64443f9a1829:34231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32e77aa461028f192227b1dd3de76755, 6acbec0761ea48c1841c6211a246967e 2024-11-23T11:21:37,012 DEBUG [RS:0;64443f9a1829:34231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32e77aa461028f192227b1dd3de76755, 6acbec0761ea48c1841c6211a246967e 2024-11-23T11:21:37,018 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 1491, reset compression=false 2024-11-23T11:21:37,034 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/hbase/replication/32e77aa461028f192227b1dd3de76755/.tmp/queue/0ea19e203dd24f80a02c2e00853f8ea2 2024-11-23T11:21:37,035 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/hbase/meta/1588230740/.tmp/info/3718202d03c94dd5a9c6c8f11b229f34 2024-11-23T11:21:37,039 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/hbase/replication/32e77aa461028f192227b1dd3de76755/.tmp/queue/0ea19e203dd24f80a02c2e00853f8ea2 as hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/hbase/replication/32e77aa461028f192227b1dd3de76755/queue/0ea19e203dd24f80a02c2e00853f8ea2 2024-11-23T11:21:37,043 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/hbase/replication/32e77aa461028f192227b1dd3de76755/queue/0ea19e203dd24f80a02c2e00853f8ea2, entries=1, sequenceid=14, filesize=5.2 K 2024-11-23T11:21:37,044 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 32e77aa461028f192227b1dd3de76755 in 432ms, sequenceid=14, compaction requested=false 2024-11-23T11:21:37,044 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T11:21:37,047 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/hbase/replication/32e77aa461028f192227b1dd3de76755/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-23T11:21:37,048 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:21:37,048 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:21:37,048 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732360871709.32e77aa461028f192227b1dd3de76755. 2024-11-23T11:21:37,048 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 32e77aa461028f192227b1dd3de76755: Waiting for close lock at 1732360896611Running coprocessor pre-close hooks at 1732360896611Disabling compacts and flushes for region at 1732360896611Disabling writes for close at 1732360896611Obtaining lock to block concurrent updates at 1732360896611Preparing flush snapshotting stores in 32e77aa461028f192227b1dd3de76755 at 1732360896611Finished memstore snapshotting hbase:replication,,1732360871709.32e77aa461028f192227b1dd3de76755., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732360896611Flushing stores of hbase:replication,,1732360871709.32e77aa461028f192227b1dd3de76755. at 1732360896612 (+1 ms)Flushing 32e77aa461028f192227b1dd3de76755/queue: creating writer at 1732360896612Flushing 32e77aa461028f192227b1dd3de76755/queue: appending metadata at 1732360896630 (+18 ms)Flushing 32e77aa461028f192227b1dd3de76755/queue: closing flushed file at 1732360896630Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@602d73be: reopening flushed file at 1732360897038 (+408 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 32e77aa461028f192227b1dd3de76755 in 432ms, sequenceid=14, compaction requested=false at 1732360897044 (+6 ms)Writing region close event to WAL at 1732360897045 (+1 ms)Running coprocessor post-close hooks at 1732360897047 (+2 ms)Closed at 1732360897048 (+1 ms) 2024-11-23T11:21:37,048 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732360871709.32e77aa461028f192227b1dd3de76755. 2024-11-23T11:21:37,048 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6acbec0761ea48c1841c6211a246967e, disabling compactions & flushes 2024-11-23T11:21:37,048 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732360865237.6acbec0761ea48c1841c6211a246967e. 2024-11-23T11:21:37,048 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732360865237.6acbec0761ea48c1841c6211a246967e. 2024-11-23T11:21:37,048 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732360865237.6acbec0761ea48c1841c6211a246967e. after waiting 0 ms 2024-11-23T11:21:37,048 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732360865237.6acbec0761ea48c1841c6211a246967e. 2024-11-23T11:21:37,048 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6acbec0761ea48c1841c6211a246967e 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-23T11:21:37,056 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/hbase/meta/1588230740/.tmp/ns/baa6f05a2c554b33a03ef8cc9ef45280 is 43, key is default/ns:d/1732360854950/Put/seqid=0 2024-11-23T11:21:37,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741842_1018 (size=5153) 2024-11-23T11:21:37,065 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/default/test/6acbec0761ea48c1841c6211a246967e/.tmp/f/d7f9efac903742b7ad0a0976eba7a46c is 37, key is row3/f:row3/1732360885906/Put/seqid=0 2024-11-23T11:21:37,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741843_1019 (size=5228) 2024-11-23T11:21:37,212 DEBUG [RS:0;64443f9a1829:34231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6acbec0761ea48c1841c6211a246967e 2024-11-23T11:21:37,309 INFO [regionserver/64443f9a1829:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T11:21:37,309 INFO [regionserver/64443f9a1829:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T11:21:37,412 DEBUG [RS:0;64443f9a1829:34231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6acbec0761ea48c1841c6211a246967e 2024-11-23T11:21:37,462 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/hbase/meta/1588230740/.tmp/ns/baa6f05a2c554b33a03ef8cc9ef45280 2024-11-23T11:21:37,473 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/default/test/6acbec0761ea48c1841c6211a246967e/.tmp/f/d7f9efac903742b7ad0a0976eba7a46c 2024-11-23T11:21:37,476 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d7f9efac903742b7ad0a0976eba7a46c 2024-11-23T11:21:37,479 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/hbase/meta/1588230740/.tmp/rep_barrier/a5ac6688547743d79c17a93d1d570427 is 112, key is test,,1732360865237.6acbec0761ea48c1841c6211a246967e./rep_barrier:seqnumDuringOpen/1732360866387/Put/seqid=0 2024-11-23T11:21:37,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741844_1020 (size=5518) 2024-11-23T11:21:37,489 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/hbase/meta/1588230740/.tmp/rep_barrier/a5ac6688547743d79c17a93d1d570427 2024-11-23T11:21:37,490 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/default/test/6acbec0761ea48c1841c6211a246967e/.tmp/f1/ea5df8886e884ee6b5270cbeac04b9cf is 30, key is row1/f1:/1732360883235/DeleteFamily/seqid=0 2024-11-23T11:21:37,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741845_1021 (size=5158) 2024-11-23T11:21:37,509 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/hbase/meta/1588230740/.tmp/table/d47a77395c4e41b0b25d2c524853251b is 53, key is hbase:replication/table:state/1732360872871/Put/seqid=0 2024-11-23T11:21:37,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741846_1022 (size=5308) 2024-11-23T11:21:37,612 INFO [RS:0;64443f9a1829:34231 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T11:21:37,612 DEBUG [RS:0;64443f9a1829:34231 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6acbec0761ea48c1841c6211a246967e=test,,1732360865237.6acbec0761ea48c1841c6211a246967e.} 2024-11-23T11:21:37,612 DEBUG [RS:0;64443f9a1829:34231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6acbec0761ea48c1841c6211a246967e 2024-11-23T11:21:37,812 DEBUG [RS:0;64443f9a1829:34231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6acbec0761ea48c1841c6211a246967e 2024-11-23T11:21:37,893 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/default/test/6acbec0761ea48c1841c6211a246967e/.tmp/f1/ea5df8886e884ee6b5270cbeac04b9cf 2024-11-23T11:21:37,897 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea5df8886e884ee6b5270cbeac04b9cf 2024-11-23T11:21:37,910 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/default/test/6acbec0761ea48c1841c6211a246967e/.tmp/norep/a36fe37ae9a54c218cabcfb162e2e93e is 32, key is row/norep:/1732360882229/DeleteFamily/seqid=0 2024-11-23T11:21:37,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741847_1023 (size=5101) 2024-11-23T11:21:37,913 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/hbase/meta/1588230740/.tmp/table/d47a77395c4e41b0b25d2c524853251b 2024-11-23T11:21:37,917 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/hbase/meta/1588230740/.tmp/info/3718202d03c94dd5a9c6c8f11b229f34 as hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/hbase/meta/1588230740/info/3718202d03c94dd5a9c6c8f11b229f34 2024-11-23T11:21:37,920 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/hbase/meta/1588230740/info/3718202d03c94dd5a9c6c8f11b229f34, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T11:21:37,921 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/hbase/meta/1588230740/.tmp/ns/baa6f05a2c554b33a03ef8cc9ef45280 as hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/hbase/meta/1588230740/ns/baa6f05a2c554b33a03ef8cc9ef45280 2024-11-23T11:21:37,924 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/hbase/meta/1588230740/ns/baa6f05a2c554b33a03ef8cc9ef45280, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T11:21:37,925 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/hbase/meta/1588230740/.tmp/rep_barrier/a5ac6688547743d79c17a93d1d570427 as hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/hbase/meta/1588230740/rep_barrier/a5ac6688547743d79c17a93d1d570427 2024-11-23T11:21:37,928 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/hbase/meta/1588230740/rep_barrier/a5ac6688547743d79c17a93d1d570427, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T11:21:37,929 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/hbase/meta/1588230740/.tmp/table/d47a77395c4e41b0b25d2c524853251b as hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/hbase/meta/1588230740/table/d47a77395c4e41b0b25d2c524853251b 2024-11-23T11:21:37,932 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/hbase/meta/1588230740/table/d47a77395c4e41b0b25d2c524853251b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T11:21:37,933 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false 2024-11-23T11:21:37,933 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T11:21:37,939 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T11:21:37,939 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:21:37,939 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:21:37,939 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:21:37,939 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360896611Running coprocessor pre-close hooks at 1732360896611Disabling compacts and flushes for region at 1732360896611Disabling writes for close at 1732360896612 (+1 ms)Obtaining lock to block concurrent updates at 1732360896612Preparing flush snapshotting stores in 1588230740 at 1732360896612Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732360896612Flushing stores of hbase:meta,,1.1588230740 at 1732360896612Flushing 1588230740/info: creating writer at 1732360896613 (+1 ms)Flushing 1588230740/info: appending metadata at 1732360896630 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732360896630Flushing 1588230740/ns: creating writer at 1732360897039 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732360897055 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732360897055Flushing 1588230740/rep_barrier: creating writer at 1732360897466 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732360897479 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732360897479Flushing 1588230740/table: creating writer at 1732360897493 (+14 ms)Flushing 1588230740/table: appending metadata at 1732360897509 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732360897509Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d2f721f: reopening flushed file at 1732360897916 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18a674b2: reopening flushed file at 1732360897920 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@209ddc0d: reopening flushed file at 1732360897924 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74cb312b: reopening flushed file at 1732360897928 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false at 1732360897933 (+5 ms)Writing region close event to WAL at 1732360897935 (+2 ms)Running coprocessor post-close hooks at 1732360897939 (+4 ms)Closed at 1732360897939 2024-11-23T11:21:37,940 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T11:21:38,013 DEBUG [RS:0;64443f9a1829:34231 {}] regionserver.HRegionServer(1351): Waiting on 6acbec0761ea48c1841c6211a246967e 2024-11-23T11:21:38,213 DEBUG [RS:0;64443f9a1829:34231 {}] regionserver.HRegionServer(1351): Waiting on 6acbec0761ea48c1841c6211a246967e 2024-11-23T11:21:38,314 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/default/test/6acbec0761ea48c1841c6211a246967e/.tmp/norep/a36fe37ae9a54c218cabcfb162e2e93e 2024-11-23T11:21:38,320 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a36fe37ae9a54c218cabcfb162e2e93e 2024-11-23T11:21:38,321 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/default/test/6acbec0761ea48c1841c6211a246967e/.tmp/f/d7f9efac903742b7ad0a0976eba7a46c as hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/default/test/6acbec0761ea48c1841c6211a246967e/f/d7f9efac903742b7ad0a0976eba7a46c 2024-11-23T11:21:38,324 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d7f9efac903742b7ad0a0976eba7a46c 2024-11-23T11:21:38,325 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/default/test/6acbec0761ea48c1841c6211a246967e/f/d7f9efac903742b7ad0a0976eba7a46c, entries=5, sequenceid=12, filesize=5.1 K 2024-11-23T11:21:38,325 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/default/test/6acbec0761ea48c1841c6211a246967e/.tmp/f1/ea5df8886e884ee6b5270cbeac04b9cf as hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/default/test/6acbec0761ea48c1841c6211a246967e/f1/ea5df8886e884ee6b5270cbeac04b9cf 2024-11-23T11:21:38,328 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea5df8886e884ee6b5270cbeac04b9cf 2024-11-23T11:21:38,328 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/default/test/6acbec0761ea48c1841c6211a246967e/f1/ea5df8886e884ee6b5270cbeac04b9cf, entries=3, sequenceid=12, filesize=5.0 K 2024-11-23T11:21:38,329 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/default/test/6acbec0761ea48c1841c6211a246967e/.tmp/norep/a36fe37ae9a54c218cabcfb162e2e93e as hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/default/test/6acbec0761ea48c1841c6211a246967e/norep/a36fe37ae9a54c218cabcfb162e2e93e 2024-11-23T11:21:38,331 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a36fe37ae9a54c218cabcfb162e2e93e 2024-11-23T11:21:38,331 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/default/test/6acbec0761ea48c1841c6211a246967e/norep/a36fe37ae9a54c218cabcfb162e2e93e, entries=1, sequenceid=12, filesize=5.0 K 2024-11-23T11:21:38,332 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6acbec0761ea48c1841c6211a246967e in 1284ms, sequenceid=12, compaction requested=false 2024-11-23T11:21:38,332 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T11:21:38,336 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/data/default/test/6acbec0761ea48c1841c6211a246967e/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-23T11:21:38,336 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:21:38,336 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T11:21:38,336 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732360865237.6acbec0761ea48c1841c6211a246967e. 2024-11-23T11:21:38,336 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6acbec0761ea48c1841c6211a246967e: Waiting for close lock at 1732360897048Running coprocessor pre-close hooks at 1732360897048Disabling compacts and flushes for region at 1732360897048Disabling writes for close at 1732360897048Obtaining lock to block concurrent updates at 1732360897048Preparing flush snapshotting stores in 6acbec0761ea48c1841c6211a246967e at 1732360897048Finished memstore snapshotting test,,1732360865237.6acbec0761ea48c1841c6211a246967e., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732360897049 (+1 ms)Flushing stores of test,,1732360865237.6acbec0761ea48c1841c6211a246967e. at 1732360897049Flushing 6acbec0761ea48c1841c6211a246967e/f: creating writer at 1732360897049Flushing 6acbec0761ea48c1841c6211a246967e/f: appending metadata at 1732360897065 (+16 ms)Flushing 6acbec0761ea48c1841c6211a246967e/f: closing flushed file at 1732360897065Flushing 6acbec0761ea48c1841c6211a246967e/f1: creating writer at 1732360897476 (+411 ms)Flushing 6acbec0761ea48c1841c6211a246967e/f1: appending metadata at 1732360897489 (+13 ms)Flushing 6acbec0761ea48c1841c6211a246967e/f1: closing flushed file at 1732360897489Flushing 6acbec0761ea48c1841c6211a246967e/norep: creating writer at 1732360897897 (+408 ms)Flushing 6acbec0761ea48c1841c6211a246967e/norep: appending metadata at 1732360897909 (+12 ms)Flushing 6acbec0761ea48c1841c6211a246967e/norep: closing flushed file at 1732360897909Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@743d7adb: reopening flushed file at 1732360898320 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@519d095f: reopening flushed file at 1732360898325 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f42c456: reopening flushed file at 1732360898328 (+3 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6acbec0761ea48c1841c6211a246967e in 1284ms, sequenceid=12, compaction requested=false at 1732360898332 (+4 ms)Writing region close event to WAL at 1732360898334 (+2 ms)Running coprocessor post-close hooks at 1732360898336 (+2 ms)Closed at 1732360898336 2024-11-23T11:21:38,336 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732360865237.6acbec0761ea48c1841c6211a246967e. 2024-11-23T11:21:38,413 INFO [RS:0;64443f9a1829:34231 {}] regionserver.HRegionServer(976): stopping server 64443f9a1829,34231,1732360852520; all regions closed. 2024-11-23T11:21:38,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741834_1010 (size=4239) 2024-11-23T11:21:38,417 DEBUG [RS:0;64443f9a1829:34231 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/oldWALs 2024-11-23T11:21:38,417 INFO [RS:0;64443f9a1829:34231 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C34231%2C1732360852520.meta:.meta(num 1732360854890) 2024-11-23T11:21:38,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741839_1015 (size=3552) 2024-11-23T11:21:38,419 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.rep.1732360872837 not finished, retry = 0 2024-11-23T11:21:38,421 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 1491, reset compression=false 2024-11-23T11:21:38,425 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:21:38,425 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.wal-reader.64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 to pos 2382, reset compression=false 2024-11-23T11:21:38,425 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.shipper64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,34231,1732360852520 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414, lastWalPosition=2382, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:21:38,427 ERROR [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.shipper64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 64443f9a1829,34231,1732360852520: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-64443f9a1829,34231,1732360852520, walGroup=64443f9a1829%2C34231%2C1732360852520, offset=64443f9a1829%2C34231%2C1732360852520.1732360854414:2382, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64443f9a1829:34231 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T11:21:38,428 ERROR [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.shipper64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T11:21:38,428 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.shipper64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T11:21:38,429 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.shipper64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T11:21:38,429 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.shipper64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T11:21:38,429 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.shipper64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T11:21:38,429 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.shipper64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1195376640, "init": 1048576000, "max": 2306867200, "used": 813872224 }, "NonHeapMemoryUsage": { "committed": 203227136, "init": 7667712, "max": -1, "used": 200318520 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T11:21:38,429 WARN [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.shipper64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64443f9a1829:38323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64443f9a1829:38323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T11:21:38,521 DEBUG [RS:0;64443f9a1829:34231 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/oldWALs 2024-11-23T11:21:38,521 INFO [RS:0;64443f9a1829:34231 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C34231%2C1732360852520.rep:(num 1732360872837) 2024-11-23T11:21:38,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741833_1009 (size=2390) 2024-11-23T11:21:38,523 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/WALs/64443f9a1829,34231,1732360852520/64443f9a1829%2C34231%2C1732360852520.1732360854414 not finished, retry = 0 2024-11-23T11:21:38,625 DEBUG [RS:0;64443f9a1829:34231 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/oldWALs 2024-11-23T11:21:38,625 INFO [RS:0;64443f9a1829:34231 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C34231%2C1732360852520:(num 1732360854414) 2024-11-23T11:21:38,625 DEBUG [RS:0;64443f9a1829:34231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:38,625 INFO [RS:0;64443f9a1829:34231 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:21:38,625 INFO [RS:0;64443f9a1829:34231 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:21:38,625 INFO [RS:0;64443f9a1829:34231 {}] hbase.ChoreService(370): Chore service for: regionserver/64443f9a1829:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T11:21:38,625 INFO [RS:0;64443f9a1829:34231 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:21:38,625 INFO [regionserver/64443f9a1829:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:21:38,626 INFO [RS:0;64443f9a1829:34231 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-64443f9a1829,34231,1732360852520 because: Region server is closing 2024-11-23T11:21:38,626 INFO [RS:0;64443f9a1829:34231 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:34231. 2024-11-23T11:21:38,626 DEBUG [RS:0;64443f9a1829:34231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:21:38,626 DEBUG [RS:0;64443f9a1829:34231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:38,626 DEBUG [RS:0;64443f9a1829:34231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:38,626 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:21:38,726 INFO [RS:0;64443f9a1829:34231 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,34231,1732360852520.replicationSource.shipper64443f9a1829%2C34231%2C1732360852520,1-64443f9a1829,34231,1732360852520 terminated 2024-11-23T11:21:38,726 INFO [RS:0;64443f9a1829:34231 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:34231. 2024-11-23T11:21:38,726 DEBUG [RS:0;64443f9a1829:34231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:21:38,726 DEBUG [RS:0;64443f9a1829:34231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:38,726 DEBUG [RS:0;64443f9a1829:34231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:38,726 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:21:38,726 INFO [RS:0;64443f9a1829:34231 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34231 2024-11-23T11:21:38,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34231-0x101676cc2220001, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1397493442/rs/64443f9a1829,34231,1732360852520 2024-11-23T11:21:38,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x101676cc2220000, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397493442/rs 2024-11-23T11:21:38,777 INFO [RS:0;64443f9a1829:34231 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:21:38,778 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64443f9a1829,34231,1732360852520] 2024-11-23T11:21:38,798 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1397493442/draining/64443f9a1829,34231,1732360852520 already deleted, retry=false 2024-11-23T11:21:38,798 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64443f9a1829,34231,1732360852520 expired; onlineServers=0 2024-11-23T11:21:38,798 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64443f9a1829,38323,1732360852342' ***** 2024-11-23T11:21:38,798 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T11:21:38,798 INFO [M:0;64443f9a1829:38323 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:21:38,798 INFO [M:0;64443f9a1829:38323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:21:38,798 DEBUG [M:0;64443f9a1829:38323 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T11:21:38,798 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T11:21:38,798 DEBUG [M:0;64443f9a1829:38323 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T11:21:38,798 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360854138 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360854138,5,FailOnTimeoutGroup] 2024-11-23T11:21:38,798 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360854124 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360854124,5,FailOnTimeoutGroup] 2024-11-23T11:21:38,799 INFO [M:0;64443f9a1829:38323 {}] hbase.ChoreService(370): Chore service for: master/64443f9a1829:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T11:21:38,799 INFO [M:0;64443f9a1829:38323 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:21:38,799 DEBUG [M:0;64443f9a1829:38323 {}] master.HMaster(1795): Stopping service threads 2024-11-23T11:21:38,799 INFO [M:0;64443f9a1829:38323 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T11:21:38,799 INFO [M:0;64443f9a1829:38323 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:21:38,799 ERROR [M:0;64443f9a1829:38323 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37951,5,PEWorkerGroup] 2024-11-23T11:21:38,799 INFO [M:0;64443f9a1829:38323 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T11:21:38,799 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T11:21:38,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x101676cc2220000, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1397493442/master 2024-11-23T11:21:38,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x101676cc2220000, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397493442 2024-11-23T11:21:38,809 DEBUG [M:0;64443f9a1829:38323 {}] zookeeper.ZKUtil(347): master:38323-0x101676cc2220000, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Unable to get data of znode /0-1397493442/master because node does not exist (not an error) 2024-11-23T11:21:38,809 WARN [M:0;64443f9a1829:38323 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T11:21:38,809 INFO [M:0;64443f9a1829:38323 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/.lastflushedseqids 2024-11-23T11:21:38,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741848_1024 (size=245) 2024-11-23T11:21:38,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34231-0x101676cc2220001, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:21:38,888 INFO [RS:0;64443f9a1829:34231 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:21:38,888 INFO [RS:0;64443f9a1829:34231 {}] regionserver.HRegionServer(1031): Exiting; stopping=64443f9a1829,34231,1732360852520; zookeeper connection closed. 2024-11-23T11:21:38,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34231-0x101676cc2220001, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:21:38,888 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66de61e6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66de61e6 2024-11-23T11:21:38,888 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T11:21:39,213 INFO [M:0;64443f9a1829:38323 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T11:21:39,213 INFO [M:0;64443f9a1829:38323 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T11:21:39,214 DEBUG [M:0;64443f9a1829:38323 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:21:39,214 INFO [M:0;64443f9a1829:38323 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:21:39,214 DEBUG [M:0;64443f9a1829:38323 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:21:39,214 DEBUG [M:0;64443f9a1829:38323 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:21:39,214 DEBUG [M:0;64443f9a1829:38323 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:21:39,214 INFO [M:0;64443f9a1829:38323 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-23T11:21:39,230 DEBUG [M:0;64443f9a1829:38323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f58bf861529426d9b29128065dfc17d is 82, key is hbase:meta,,1/info:regioninfo/1732360854925/Put/seqid=0 2024-11-23T11:21:39,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741849_1025 (size=5672) 2024-11-23T11:21:39,634 INFO [M:0;64443f9a1829:38323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f58bf861529426d9b29128065dfc17d 2024-11-23T11:21:39,651 DEBUG [M:0;64443f9a1829:38323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4a0f3b92a154284801a3b3dbffb17aa is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732360866397/Put/seqid=0 2024-11-23T11:21:39,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741850_1026 (size=7219) 2024-11-23T11:21:40,054 INFO [M:0;64443f9a1829:38323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4a0f3b92a154284801a3b3dbffb17aa 2024-11-23T11:21:40,058 INFO [M:0;64443f9a1829:38323 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b4a0f3b92a154284801a3b3dbffb17aa 2024-11-23T11:21:40,070 DEBUG [M:0;64443f9a1829:38323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4506ca32a74e46999d95f780222be065 is 69, key is 64443f9a1829,34231,1732360852520/rs:state/1732360854245/Put/seqid=0 2024-11-23T11:21:40,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741851_1027 (size=5156) 2024-11-23T11:21:40,473 INFO [M:0;64443f9a1829:38323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4506ca32a74e46999d95f780222be065 2024-11-23T11:21:40,477 DEBUG [M:0;64443f9a1829:38323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f58bf861529426d9b29128065dfc17d as hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1f58bf861529426d9b29128065dfc17d 2024-11-23T11:21:40,480 INFO [M:0;64443f9a1829:38323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1f58bf861529426d9b29128065dfc17d, entries=8, sequenceid=105, filesize=5.5 K 2024-11-23T11:21:40,481 DEBUG [M:0;64443f9a1829:38323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4a0f3b92a154284801a3b3dbffb17aa as hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b4a0f3b92a154284801a3b3dbffb17aa 2024-11-23T11:21:40,484 INFO [M:0;64443f9a1829:38323 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b4a0f3b92a154284801a3b3dbffb17aa 2024-11-23T11:21:40,484 INFO [M:0;64443f9a1829:38323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b4a0f3b92a154284801a3b3dbffb17aa, entries=11, sequenceid=105, filesize=7.0 K 2024-11-23T11:21:40,485 DEBUG [M:0;64443f9a1829:38323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4506ca32a74e46999d95f780222be065 as hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4506ca32a74e46999d95f780222be065 2024-11-23T11:21:40,487 INFO [M:0;64443f9a1829:38323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37951/user/jenkins/test-data/fa5294db-43f3-575d-385b-fc22a8a5f05b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4506ca32a74e46999d95f780222be065, entries=1, sequenceid=105, filesize=5.0 K 2024-11-23T11:21:40,488 INFO [M:0;64443f9a1829:38323 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=105, compaction requested=false 2024-11-23T11:21:40,489 INFO [M:0;64443f9a1829:38323 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:21:40,489 DEBUG [M:0;64443f9a1829:38323 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360899213Disabling compacts and flushes for region at 1732360899213Disabling writes for close at 1732360899214 (+1 ms)Obtaining lock to block concurrent updates at 1732360899214Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732360899214Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732360899214Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732360899215 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732360899215Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732360899230 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732360899230Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732360899637 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732360899650 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732360899650Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732360900058 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732360900069 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732360900069Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@437a924c: reopening flushed file at 1732360900477 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aefcb88: reopening flushed file at 1732360900481 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1386ffb6: reopening flushed file at 1732360900484 (+3 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=105, compaction requested=false at 1732360900488 (+4 ms)Writing region close event to WAL at 1732360900489 (+1 ms)Closed at 1732360900489 2024-11-23T11:21:40,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741830_1006 (size=64435) 2024-11-23T11:21:40,493 INFO [M:0;64443f9a1829:38323 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T11:21:40,493 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:21:40,493 INFO [M:0;64443f9a1829:38323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38323 2024-11-23T11:21:40,493 INFO [M:0;64443f9a1829:38323 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:21:40,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x101676cc2220000, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:21:40,614 INFO [M:0;64443f9a1829:38323 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:21:40,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x101676cc2220000, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:21:40,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29bbfa21{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:21:40,617 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b90cc91{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:21:40,617 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:21:40,617 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@465df952{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:21:40,617 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77739b6d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82/hadoop.log.dir/,STOPPED} 2024-11-23T11:21:40,620 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T11:21:40,620 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T11:21:40,621 WARN [BP-114743783-172.17.0.3-1732360849033 heartbeating to localhost/127.0.0.1:37951 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T11:21:40,621 WARN [BP-114743783-172.17.0.3-1732360849033 heartbeating to localhost/127.0.0.1:37951 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-114743783-172.17.0.3-1732360849033 (Datanode Uuid 5df9558a-1927-4c36-b51f-6cf99c4f5a9b) service to localhost/127.0.0.1:37951 2024-11-23T11:21:40,622 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82/cluster_51ef47b1-0b08-0e14-0da2-12969735ba35/data/data1/current/BP-114743783-172.17.0.3-1732360849033 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:21:40,622 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82/cluster_51ef47b1-0b08-0e14-0da2-12969735ba35/data/data2/current/BP-114743783-172.17.0.3-1732360849033 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:21:40,622 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T11:21:40,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17075d2e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:21:40,627 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70df7ae6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:21:40,627 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:21:40,627 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67c47c11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:21:40,627 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15438fd9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44b64099-007c-3759-30b5-20377975cf82/hadoop.log.dir/,STOPPED} 2024-11-23T11:21:40,633 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T11:21:40,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T11:21:40,653 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 263) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39169 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37951 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37951 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33877 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39169 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50081) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:33877 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50081) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33877 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:39169 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39169 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:37951 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37951 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37951 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33877 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39169 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50081) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=720 (was 656) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=491 (was 508), ProcessCount=11 (was 11), AvailableMemoryMB=6569 (was 6727) 2024-11-23T11:21:40,661 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=720, MaxFileDescriptor=1048576, SystemLoadAverage=491, ProcessCount=11, AvailableMemoryMB=6569 2024-11-23T11:21:40,673 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-23T11:21:40,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98491f8f-09bb-8bc0-5e4d-2de49da31b21/hadoop.log.dir so I do NOT create it in target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261 2024-11-23T11:21:40,673 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98491f8f-09bb-8bc0-5e4d-2de49da31b21/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T11:21:40,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98491f8f-09bb-8bc0-5e4d-2de49da31b21/hadoop.tmp.dir so I do NOT create it in target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261 2024-11-23T11:21:40,673 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98491f8f-09bb-8bc0-5e4d-2de49da31b21/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T11:21:40,673 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261 2024-11-23T11:21:40,673 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261/cluster_7707bcda-aa4f-2d5d-2a18-633afbb624bd, deleteOnExit=true 2024-11-23T11:21:40,676 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261/cluster_7707bcda-aa4f-2d5d-2a18-633afbb624bd/zookeeper_0, clientPort=62009, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261/cluster_7707bcda-aa4f-2d5d-2a18-633afbb624bd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261/cluster_7707bcda-aa4f-2d5d-2a18-633afbb624bd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T11:21:40,677 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62009 2024-11-23T11:21:40,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T11:21:40,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T11:21:40,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261/test.cache.data in system properties and HBase conf 2024-11-23T11:21:40,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T11:21:40,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261/hadoop.log.dir in system properties and HBase conf 2024-11-23T11:21:40,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T11:21:40,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T11:21:40,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T11:21:40,677 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T11:21:40,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:21:40,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:21:40,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T11:21:40,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:21:40,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T11:21:40,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T11:21:40,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:21:40,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:21:40,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T11:21:40,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261/nfs.dump.dir in system properties and HBase conf 2024-11-23T11:21:40,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261/java.io.tmpdir in system properties and HBase conf 2024-11-23T11:21:40,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:21:40,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T11:21:40,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T11:21:40,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101676cc2220005, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T11:21:40,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101676cc2220008, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T11:21:40,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101676cc2220002, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T11:21:40,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101676cc2220008, quorum=127.0.0.1:50081, baseZNode=/2-1254836093 Received Disconnected from ZooKeeper, ignoring 2024-11-23T11:21:40,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101676cc2220005, quorum=127.0.0.1:50081, baseZNode=/12046827771 Received Disconnected from ZooKeeper, ignoring 2024-11-23T11:21:40,732 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101676cc2220002, quorum=127.0.0.1:50081, baseZNode=/0-1397493442 Received Disconnected from ZooKeeper, ignoring 2024-11-23T11:21:41,015 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:21:41,020 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:21:41,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:21:41,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:21:41,032 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T11:21:41,034 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:21:41,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b357694{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:21:41,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@82c62fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:21:41,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9c65cc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261/java.io.tmpdir/jetty-localhost-35147-hadoop-hdfs-3_4_1-tests_jar-_-any-7073955859718389686/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:21:41,136 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4241b569{HTTP/1.1, (http/1.1)}{localhost:35147} 2024-11-23T11:21:41,136 INFO [Time-limited test {}] server.Server(415): Started @275441ms 2024-11-23T11:21:41,406 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:21:41,408 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:21:41,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:21:41,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:21:41,409 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T11:21:41,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bb81209{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:21:41,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4291dcfd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:21:41,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44113866{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261/java.io.tmpdir/jetty-localhost-38869-hadoop-hdfs-3_4_1-tests_jar-_-any-13511925564453266699/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:21:41,507 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43f3cb80{HTTP/1.1, (http/1.1)}{localhost:38869} 2024-11-23T11:21:41,507 INFO [Time-limited test {}] server.Server(415): Started @275812ms 2024-11-23T11:21:41,509 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T11:21:42,245 WARN [Thread-3443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261/cluster_7707bcda-aa4f-2d5d-2a18-633afbb624bd/data/data1/current/BP-396811252-172.17.0.3-1732360900705/current, will proceed with Du for space computation calculation, 2024-11-23T11:21:42,249 WARN [Thread-3444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261/cluster_7707bcda-aa4f-2d5d-2a18-633afbb624bd/data/data2/current/BP-396811252-172.17.0.3-1732360900705/current, will proceed with Du for space computation calculation, 2024-11-23T11:21:42,310 WARN [Thread-3431 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T11:21:42,315 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb68e4ede44c761a5 with lease ID 0x18cd3eabf4188a85: Processing first storage report for DS-235e9689-284b-4d62-949b-8ad89f34ccc2 from datanode DatanodeRegistration(127.0.0.1:34535, datanodeUuid=331159d4-8edf-4181-b2eb-82976fe532d1, infoPort=43007, infoSecurePort=0, ipcPort=36569, storageInfo=lv=-57;cid=testClusterID;nsid=1424316661;c=1732360900705) 2024-11-23T11:21:42,315 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb68e4ede44c761a5 with lease ID 0x18cd3eabf4188a85: from storage DS-235e9689-284b-4d62-949b-8ad89f34ccc2 node DatanodeRegistration(127.0.0.1:34535, datanodeUuid=331159d4-8edf-4181-b2eb-82976fe532d1, infoPort=43007, infoSecurePort=0, ipcPort=36569, storageInfo=lv=-57;cid=testClusterID;nsid=1424316661;c=1732360900705), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T11:21:42,315 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb68e4ede44c761a5 with lease ID 0x18cd3eabf4188a85: Processing first storage report for DS-b397ab6d-a7e3-42f3-bd87-20d3f0918675 from datanode DatanodeRegistration(127.0.0.1:34535, datanodeUuid=331159d4-8edf-4181-b2eb-82976fe532d1, infoPort=43007, infoSecurePort=0, ipcPort=36569, storageInfo=lv=-57;cid=testClusterID;nsid=1424316661;c=1732360900705) 2024-11-23T11:21:42,315 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb68e4ede44c761a5 with lease ID 0x18cd3eabf4188a85: from storage DS-b397ab6d-a7e3-42f3-bd87-20d3f0918675 node DatanodeRegistration(127.0.0.1:34535, datanodeUuid=331159d4-8edf-4181-b2eb-82976fe532d1, infoPort=43007, infoSecurePort=0, ipcPort=36569, storageInfo=lv=-57;cid=testClusterID;nsid=1424316661;c=1732360900705), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:21:42,347 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261 2024-11-23T11:21:42,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:21:42,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:21:42,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34535 is added to blk_1073741825_1001 (size=7) 2024-11-23T11:21:42,551 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:21:42,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:42,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:42,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:42,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:42,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:42,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:42,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:42,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:42,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:42,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:42,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:42,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:42,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:42,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:42,680 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T11:21:42,680 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T11:21:42,680 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T11:21:42,680 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T11:21:42,781 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382 with version=8 2024-11-23T11:21:42,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/hbase-staging 2024-11-23T11:21:42,783 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:21:42,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:21:42,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:21:42,784 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:21:42,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:21:42,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:21:42,784 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T11:21:42,784 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:21:42,784 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33175 2024-11-23T11:21:42,785 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33175 connecting to ZooKeeper ensemble=127.0.0.1:62009 2024-11-23T11:21:42,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331750x0, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:21:42,862 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33175-0x101676d8bef0000 connected 2024-11-23T11:21:42,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:21:42,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:21:42,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33175-0x101676d8bef0000, quorum=127.0.0.1:62009, baseZNode=/01069936881 Set watcher on znode that does not yet exist, /01069936881/running 2024-11-23T11:21:42,949 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382, hbase.cluster.distributed=false 2024-11-23T11:21:42,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33175-0x101676d8bef0000, quorum=127.0.0.1:62009, baseZNode=/01069936881 Set watcher on znode that does not yet exist, /01069936881/acl 2024-11-23T11:21:42,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33175 2024-11-23T11:21:42,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33175 2024-11-23T11:21:42,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33175 2024-11-23T11:21:42,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33175 2024-11-23T11:21:42,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33175 2024-11-23T11:21:42,964 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:21:42,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:21:42,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:21:42,964 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:21:42,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:21:42,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:21:42,964 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T11:21:42,964 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:21:42,964 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43595 2024-11-23T11:21:42,965 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43595 connecting to ZooKeeper ensemble=127.0.0.1:62009 2024-11-23T11:21:42,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:21:42,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:21:42,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435950x0, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:21:42,977 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43595-0x101676d8bef0001 connected 2024-11-23T11:21:42,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43595-0x101676d8bef0001, quorum=127.0.0.1:62009, baseZNode=/01069936881 Set watcher on znode that does not yet exist, /01069936881/running 2024-11-23T11:21:42,978 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T11:21:42,978 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T11:21:42,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43595-0x101676d8bef0001, quorum=127.0.0.1:62009, baseZNode=/01069936881 Set watcher on znode that does not yet exist, /01069936881/master 2024-11-23T11:21:42,979 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43595-0x101676d8bef0001, quorum=127.0.0.1:62009, baseZNode=/01069936881 Set watcher on znode that does not yet exist, /01069936881/acl 2024-11-23T11:21:42,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43595 2024-11-23T11:21:42,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43595 2024-11-23T11:21:42,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43595 2024-11-23T11:21:42,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43595 2024-11-23T11:21:42,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43595 2024-11-23T11:21:42,995 DEBUG [M:0;64443f9a1829:33175 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64443f9a1829:33175 2024-11-23T11:21:42,995 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01069936881/backup-masters/64443f9a1829,33175,1732360902783 2024-11-23T11:21:43,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x101676d8bef0000, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069936881/backup-masters 2024-11-23T11:21:43,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43595-0x101676d8bef0001, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069936881/backup-masters 2024-11-23T11:21:43,004 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33175-0x101676d8bef0000, quorum=127.0.0.1:62009, baseZNode=/01069936881 Set watcher on existing znode=/01069936881/backup-masters/64443f9a1829,33175,1732360902783 2024-11-23T11:21:43,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x101676d8bef0000, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069936881 2024-11-23T11:21:43,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43595-0x101676d8bef0001, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01069936881/master 2024-11-23T11:21:43,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43595-0x101676d8bef0001, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069936881 2024-11-23T11:21:43,015 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33175-0x101676d8bef0000, quorum=127.0.0.1:62009, baseZNode=/01069936881 Set watcher on existing znode=/01069936881/master 2024-11-23T11:21:43,015 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01069936881/backup-masters/64443f9a1829,33175,1732360902783 from backup master directory 2024-11-23T11:21:43,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x101676d8bef0000, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01069936881/backup-masters/64443f9a1829,33175,1732360902783 2024-11-23T11:21:43,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43595-0x101676d8bef0001, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069936881/backup-masters 2024-11-23T11:21:43,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x101676d8bef0000, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069936881/backup-masters 2024-11-23T11:21:43,025 WARN [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:21:43,025 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64443f9a1829,33175,1732360902783 2024-11-23T11:21:43,027 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/hbase.id] with ID: efdbed8b-703b-48b6-b460-5d4c5a53f623 2024-11-23T11:21:43,027 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/.tmp/hbase.id 2024-11-23T11:21:43,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34535 is added to blk_1073741826_1002 (size=42) 2024-11-23T11:21:43,433 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/.tmp/hbase.id]:[hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/hbase.id] 2024-11-23T11:21:43,440 INFO [master/64443f9a1829:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:21:43,440 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T11:21:43,441 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T11:21:43,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x101676d8bef0000, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069936881 2024-11-23T11:21:43,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43595-0x101676d8bef0001, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069936881 2024-11-23T11:21:43,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34535 is added to blk_1073741827_1003 (size=196) 2024-11-23T11:21:43,897 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:21:43,898 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T11:21:43,898 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:21:43,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34535 is added to blk_1073741828_1004 (size=1189) 2024-11-23T11:21:44,303 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/MasterData/data/master/store 2024-11-23T11:21:44,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34535 is added to blk_1073741829_1005 (size=34) 2024-11-23T11:21:44,708 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:44,708 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:21:44,708 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:21:44,708 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:21:44,709 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:21:44,709 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:21:44,709 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:21:44,709 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360904708Disabling compacts and flushes for region at 1732360904708Disabling writes for close at 1732360904709 (+1 ms)Writing region close event to WAL at 1732360904709Closed at 1732360904709 2024-11-23T11:21:44,709 WARN [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/MasterData/data/master/store/.initializing 2024-11-23T11:21:44,709 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/MasterData/WALs/64443f9a1829,33175,1732360902783 2024-11-23T11:21:44,710 INFO [master/64443f9a1829:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:21:44,711 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64443f9a1829%2C33175%2C1732360902783, suffix=, logDir=hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/MasterData/WALs/64443f9a1829,33175,1732360902783, archiveDir=hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/MasterData/oldWALs, maxLogs=10 2024-11-23T11:21:44,723 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/MasterData/WALs/64443f9a1829,33175,1732360902783/64443f9a1829%2C33175%2C1732360902783.1732360904712, exclude list is [], retry=0 2024-11-23T11:21:44,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34535,DS-235e9689-284b-4d62-949b-8ad89f34ccc2,DISK] 2024-11-23T11:21:44,726 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/MasterData/WALs/64443f9a1829,33175,1732360902783/64443f9a1829%2C33175%2C1732360902783.1732360904712 2024-11-23T11:21:44,727 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43007:43007)] 2024-11-23T11:21:44,727 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:21:44,727 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:44,727 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:44,727 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:44,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:44,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T11:21:44,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:44,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:44,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:44,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T11:21:44,730 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:44,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:44,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:44,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T11:21:44,731 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:44,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:44,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:44,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T11:21:44,732 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:44,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:44,733 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:44,733 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:44,733 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:44,734 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:44,734 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:44,735 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:21:44,735 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:44,736 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:21:44,737 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70175404, jitterRate=0.04569500684738159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:21:44,737 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732360904727Initializing all the Stores at 1732360904728 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360904728Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360904728Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360904728Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360904728Cleaning up temporary data from old regions at 1732360904734 (+6 ms)Region opened successfully at 1732360904737 (+3 ms) 2024-11-23T11:21:44,737 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T11:21:44,739 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@492a3778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:21:44,739 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T11:21:44,739 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T11:21:44,739 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T11:21:44,740 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T11:21:44,740 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T11:21:44,740 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T11:21:44,740 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T11:21:44,741 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T11:21:44,742 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33175-0x101676d8bef0000, quorum=127.0.0.1:62009, baseZNode=/01069936881 Unable to get data of znode /01069936881/balancer because node does not exist (not necessarily an error) 2024-11-23T11:21:44,850 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01069936881/balancer already deleted, retry=false 2024-11-23T11:21:44,851 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T11:21:44,851 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33175-0x101676d8bef0000, quorum=127.0.0.1:62009, baseZNode=/01069936881 Unable to get data of znode /01069936881/normalizer because node does not exist (not necessarily an error) 2024-11-23T11:21:44,861 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01069936881/normalizer already deleted, retry=false 2024-11-23T11:21:44,861 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T11:21:44,862 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33175-0x101676d8bef0000, quorum=127.0.0.1:62009, baseZNode=/01069936881 Unable to get data of znode /01069936881/switch/split because node does not exist (not necessarily an error) 2024-11-23T11:21:44,871 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01069936881/switch/split already deleted, retry=false 2024-11-23T11:21:44,872 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33175-0x101676d8bef0000, quorum=127.0.0.1:62009, baseZNode=/01069936881 Unable to get data of znode /01069936881/switch/merge because node does not exist (not necessarily an error) 2024-11-23T11:21:44,882 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01069936881/switch/merge already deleted, retry=false 2024-11-23T11:21:44,883 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33175-0x101676d8bef0000, quorum=127.0.0.1:62009, baseZNode=/01069936881 Unable to get data of znode /01069936881/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T11:21:44,892 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01069936881/snapshot-cleanup already deleted, retry=false 2024-11-23T11:21:44,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x101676d8bef0000, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01069936881/running 2024-11-23T11:21:44,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43595-0x101676d8bef0001, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01069936881/running 2024-11-23T11:21:44,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43595-0x101676d8bef0001, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069936881 2024-11-23T11:21:44,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x101676d8bef0000, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069936881 2024-11-23T11:21:44,903 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64443f9a1829,33175,1732360902783, sessionid=0x101676d8bef0000, setting cluster-up flag (Was=false) 2024-11-23T11:21:44,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x101676d8bef0000, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069936881 2024-11-23T11:21:44,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43595-0x101676d8bef0001, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069936881 2024-11-23T11:21:44,955 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01069936881/flush-table-proc/acquired, /01069936881/flush-table-proc/reached, /01069936881/flush-table-proc/abort 2024-11-23T11:21:44,956 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,33175,1732360902783 2024-11-23T11:21:44,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x101676d8bef0000, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069936881 2024-11-23T11:21:44,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43595-0x101676d8bef0001, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069936881 2024-11-23T11:21:45,008 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01069936881/online-snapshot/acquired, /01069936881/online-snapshot/reached, /01069936881/online-snapshot/abort 2024-11-23T11:21:45,009 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,33175,1732360902783 2024-11-23T11:21:45,010 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T11:21:45,011 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T11:21:45,011 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T11:21:45,011 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T11:21:45,011 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64443f9a1829,33175,1732360902783 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T11:21:45,012 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:21:45,012 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:21:45,012 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:21:45,012 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:21:45,013 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64443f9a1829:0, corePoolSize=10, maxPoolSize=10 2024-11-23T11:21:45,013 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:45,013 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:21:45,013 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:45,013 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732360935013 2024-11-23T11:21:45,013 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T11:21:45,013 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T11:21:45,013 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T11:21:45,013 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T11:21:45,014 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T11:21:45,014 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T11:21:45,014 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:21:45,014 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:45,014 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T11:21:45,014 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T11:21:45,014 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T11:21:45,014 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T11:21:45,014 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T11:21:45,014 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T11:21:45,014 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T11:21:45,014 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:45,014 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360905014,5,FailOnTimeoutGroup] 2024-11-23T11:21:45,015 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T11:21:45,015 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360905014,5,FailOnTimeoutGroup] 2024-11-23T11:21:45,015 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:45,015 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T11:21:45,015 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:45,015 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:45,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34535 is added to blk_1073741831_1007 (size=1321) 2024-11-23T11:21:45,087 INFO [RS:0;64443f9a1829:43595 {}] regionserver.HRegionServer(746): ClusterId : efdbed8b-703b-48b6-b460-5d4c5a53f623 2024-11-23T11:21:45,087 DEBUG [RS:0;64443f9a1829:43595 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T11:21:45,099 DEBUG [RS:0;64443f9a1829:43595 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T11:21:45,099 DEBUG [RS:0;64443f9a1829:43595 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T11:21:45,110 DEBUG [RS:0;64443f9a1829:43595 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T11:21:45,110 DEBUG [RS:0;64443f9a1829:43595 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fccddd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:21:45,120 DEBUG [RS:0;64443f9a1829:43595 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64443f9a1829:43595 2024-11-23T11:21:45,120 INFO [RS:0;64443f9a1829:43595 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T11:21:45,120 INFO [RS:0;64443f9a1829:43595 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T11:21:45,120 DEBUG [RS:0;64443f9a1829:43595 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T11:21:45,121 INFO [RS:0;64443f9a1829:43595 {}] regionserver.HRegionServer(2659): reportForDuty to master=64443f9a1829,33175,1732360902783 with port=43595, startcode=1732360902964 2024-11-23T11:21:45,121 DEBUG [RS:0;64443f9a1829:43595 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T11:21:45,122 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T11:21:45,122 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33175 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64443f9a1829,43595,1732360902964 2024-11-23T11:21:45,122 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33175 {}] master.ServerManager(517): Registering regionserver=64443f9a1829,43595,1732360902964 2024-11-23T11:21:45,124 DEBUG [RS:0;64443f9a1829:43595 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382 2024-11-23T11:21:45,124 DEBUG [RS:0;64443f9a1829:43595 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43957 2024-11-23T11:21:45,124 DEBUG [RS:0;64443f9a1829:43595 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T11:21:45,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x101676d8bef0000, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069936881/rs 2024-11-23T11:21:45,135 DEBUG [RS:0;64443f9a1829:43595 {}] zookeeper.ZKUtil(111): regionserver:43595-0x101676d8bef0001, quorum=127.0.0.1:62009, baseZNode=/01069936881 Set watcher on existing znode=/01069936881/rs/64443f9a1829,43595,1732360902964 2024-11-23T11:21:45,135 WARN [RS:0;64443f9a1829:43595 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:21:45,135 INFO [RS:0;64443f9a1829:43595 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:21:45,135 DEBUG [RS:0;64443f9a1829:43595 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964 2024-11-23T11:21:45,135 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64443f9a1829,43595,1732360902964] 2024-11-23T11:21:45,137 INFO [RS:0;64443f9a1829:43595 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T11:21:45,138 INFO [RS:0;64443f9a1829:43595 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T11:21:45,138 INFO [RS:0;64443f9a1829:43595 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T11:21:45,138 INFO [RS:0;64443f9a1829:43595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:45,138 INFO [RS:0;64443f9a1829:43595 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T11:21:45,139 INFO [RS:0;64443f9a1829:43595 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T11:21:45,139 INFO [RS:0;64443f9a1829:43595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:45,139 DEBUG [RS:0;64443f9a1829:43595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:45,139 DEBUG [RS:0;64443f9a1829:43595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:45,139 DEBUG [RS:0;64443f9a1829:43595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:45,139 DEBUG [RS:0;64443f9a1829:43595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:45,139 DEBUG [RS:0;64443f9a1829:43595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:45,139 DEBUG [RS:0;64443f9a1829:43595 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:21:45,139 DEBUG [RS:0;64443f9a1829:43595 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:45,139 DEBUG [RS:0;64443f9a1829:43595 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:45,139 DEBUG [RS:0;64443f9a1829:43595 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:45,139 DEBUG [RS:0;64443f9a1829:43595 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:45,139 DEBUG [RS:0;64443f9a1829:43595 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:45,139 DEBUG [RS:0;64443f9a1829:43595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:45,139 DEBUG [RS:0;64443f9a1829:43595 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:21:45,139 DEBUG [RS:0;64443f9a1829:43595 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:21:45,140 INFO [RS:0;64443f9a1829:43595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:45,140 INFO [RS:0;64443f9a1829:43595 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:45,140 INFO [RS:0;64443f9a1829:43595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:45,140 INFO [RS:0;64443f9a1829:43595 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:45,140 INFO [RS:0;64443f9a1829:43595 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:45,140 INFO [RS:0;64443f9a1829:43595 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,43595,1732360902964-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:21:45,152 INFO [RS:0;64443f9a1829:43595 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T11:21:45,152 INFO [RS:0;64443f9a1829:43595 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,43595,1732360902964-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:45,153 INFO [RS:0;64443f9a1829:43595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:45,153 INFO [RS:0;64443f9a1829:43595 {}] regionserver.Replication(171): 64443f9a1829,43595,1732360902964 started 2024-11-23T11:21:45,164 INFO [RS:0;64443f9a1829:43595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:45,164 INFO [RS:0;64443f9a1829:43595 {}] regionserver.HRegionServer(1482): Serving as 64443f9a1829,43595,1732360902964, RpcServer on 64443f9a1829/172.17.0.3:43595, sessionid=0x101676d8bef0001 2024-11-23T11:21:45,164 DEBUG [RS:0;64443f9a1829:43595 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T11:21:45,164 DEBUG [RS:0;64443f9a1829:43595 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64443f9a1829,43595,1732360902964 2024-11-23T11:21:45,164 DEBUG [RS:0;64443f9a1829:43595 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,43595,1732360902964' 2024-11-23T11:21:45,164 DEBUG [RS:0;64443f9a1829:43595 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01069936881/flush-table-proc/abort' 2024-11-23T11:21:45,165 DEBUG [RS:0;64443f9a1829:43595 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01069936881/flush-table-proc/acquired' 2024-11-23T11:21:45,165 DEBUG [RS:0;64443f9a1829:43595 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T11:21:45,165 DEBUG [RS:0;64443f9a1829:43595 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T11:21:45,165 DEBUG [RS:0;64443f9a1829:43595 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64443f9a1829,43595,1732360902964 2024-11-23T11:21:45,165 DEBUG [RS:0;64443f9a1829:43595 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,43595,1732360902964' 2024-11-23T11:21:45,165 DEBUG [RS:0;64443f9a1829:43595 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01069936881/online-snapshot/abort' 2024-11-23T11:21:45,165 DEBUG [RS:0;64443f9a1829:43595 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01069936881/online-snapshot/acquired' 2024-11-23T11:21:45,166 DEBUG [RS:0;64443f9a1829:43595 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T11:21:45,166 INFO [RS:0;64443f9a1829:43595 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T11:21:45,166 INFO [RS:0;64443f9a1829:43595 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T11:21:45,266 INFO [RS:0;64443f9a1829:43595 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:21:45,267 INFO [RS:0;64443f9a1829:43595 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C43595%2C1732360902964, suffix=, logDir=hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964, archiveDir=hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/oldWALs, maxLogs=10 2024-11-23T11:21:45,279 DEBUG [RS:0;64443f9a1829:43595 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267, exclude list is [], retry=0 2024-11-23T11:21:45,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34535,DS-235e9689-284b-4d62-949b-8ad89f34ccc2,DISK] 2024-11-23T11:21:45,282 INFO [RS:0;64443f9a1829:43595 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267 2024-11-23T11:21:45,282 DEBUG [RS:0;64443f9a1829:43595 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43007:43007)] 2024-11-23T11:21:45,422 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T11:21:45,422 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382 2024-11-23T11:21:45,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34535 is added to blk_1073741833_1009 (size=32) 2024-11-23T11:21:45,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:45,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:21:45,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:21:45,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:45,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:45,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:21:45,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:21:45,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:45,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:45,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:21:45,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:21:45,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:45,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:45,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:21:45,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:21:45,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:45,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:45,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:21:45,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/hbase/meta/1588230740 2024-11-23T11:21:45,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/hbase/meta/1588230740 2024-11-23T11:21:45,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:21:45,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:21:45,834 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:21:45,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:21:45,836 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:21:45,836 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64860267, jitterRate=-0.03350670635700226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:21:45,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732360905827Initializing all the Stores at 1732360905828 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360905828Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360905828Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360905828Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360905828Cleaning up temporary data from old regions at 1732360905834 (+6 ms)Region opened successfully at 1732360905837 (+3 ms) 2024-11-23T11:21:45,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:21:45,837 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:21:45,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:21:45,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:21:45,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:21:45,837 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:21:45,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360905837Disabling compacts and flushes for region at 1732360905837Disabling writes for close at 1732360905837Writing region close event to WAL at 1732360905837Closed at 1732360905837 2024-11-23T11:21:45,838 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:21:45,838 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T11:21:45,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T11:21:45,840 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:21:45,840 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T11:21:45,990 DEBUG [64443f9a1829:33175 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T11:21:45,991 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64443f9a1829,43595,1732360902964 2024-11-23T11:21:45,992 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,43595,1732360902964, state=OPENING 2024-11-23T11:21:46,155 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T11:21:46,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x101676d8bef0000, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069936881 2024-11-23T11:21:46,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43595-0x101676d8bef0001, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069936881 2024-11-23T11:21:46,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01069936881/meta-region-server: CHANGED 2024-11-23T11:21:46,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01069936881/meta-region-server: CHANGED 2024-11-23T11:21:46,219 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:21:46,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,43595,1732360902964}] 2024-11-23T11:21:46,371 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:21:46,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T11:21:46,375 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T11:21:46,375 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:21:46,375 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T11:21:46,376 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C43595%2C1732360902964.meta, suffix=.meta, logDir=hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964, archiveDir=hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/oldWALs, maxLogs=10 2024-11-23T11:21:46,389 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.meta.1732360906377.meta, exclude list is [], retry=0 2024-11-23T11:21:46,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34535,DS-235e9689-284b-4d62-949b-8ad89f34ccc2,DISK] 2024-11-23T11:21:46,392 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.meta.1732360906377.meta 2024-11-23T11:21:46,392 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43007:43007)] 2024-11-23T11:21:46,392 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:21:46,392 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:21:46,392 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:21:46,392 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T11:21:46,392 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T11:21:46,393 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T11:21:46,393 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:46,393 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T11:21:46,393 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T11:21:46,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:21:46,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:21:46,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:46,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:46,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:21:46,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:21:46,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:46,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:46,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:21:46,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:21:46,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:46,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:46,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:21:46,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:21:46,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:46,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:46,399 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:21:46,399 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/hbase/meta/1588230740 2024-11-23T11:21:46,400 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/hbase/meta/1588230740 2024-11-23T11:21:46,401 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:21:46,401 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:21:46,401 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:21:46,402 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:21:46,402 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59806541, jitterRate=-0.1088130921125412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:21:46,402 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T11:21:46,403 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732360906393Writing region info on filesystem at 1732360906393Initializing all the Stores at 1732360906393Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360906393Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360906395 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360906395Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360906395Cleaning up temporary data from old regions at 1732360906401 (+6 ms)Running coprocessor post-open hooks at 1732360906402 (+1 ms)Region opened successfully at 1732360906403 (+1 ms) 2024-11-23T11:21:46,404 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732360906371 2024-11-23T11:21:46,405 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T11:21:46,405 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T11:21:46,406 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64443f9a1829,43595,1732360902964 2024-11-23T11:21:46,407 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,43595,1732360902964, state=OPEN 2024-11-23T11:21:46,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x101676d8bef0000, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01069936881/meta-region-server 2024-11-23T11:21:46,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43595-0x101676d8bef0001, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01069936881/meta-region-server 2024-11-23T11:21:46,449 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64443f9a1829,43595,1732360902964 2024-11-23T11:21:46,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01069936881/meta-region-server: CHANGED 2024-11-23T11:21:46,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01069936881/meta-region-server: CHANGED 2024-11-23T11:21:46,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T11:21:46,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,43595,1732360902964 in 230 msec 2024-11-23T11:21:46,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T11:21:46,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 612 msec 2024-11-23T11:21:46,453 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:21:46,453 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T11:21:46,455 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:21:46,455 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,43595,1732360902964, seqNum=-1] 2024-11-23T11:21:46,455 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:46,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:21:46,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4490 sec 2024-11-23T11:21:46,461 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732360906460, completionTime=-1 2024-11-23T11:21:46,461 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T11:21:46,461 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T11:21:46,462 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T11:21:46,462 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732360966462 2024-11-23T11:21:46,463 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732361026462 2024-11-23T11:21:46,463 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T11:21:46,463 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,33175,1732360902783-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:46,463 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,33175,1732360902783-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:46,463 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,33175,1732360902783-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:46,463 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64443f9a1829:33175, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:46,463 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:46,463 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:46,465 DEBUG [master/64443f9a1829:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T11:21:46,466 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.441sec 2024-11-23T11:21:46,466 INFO [master/64443f9a1829:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T11:21:46,466 INFO [master/64443f9a1829:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T11:21:46,466 INFO [master/64443f9a1829:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T11:21:46,466 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T11:21:46,466 INFO [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T11:21:46,466 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,33175,1732360902783-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:21:46,466 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,33175,1732360902783-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T11:21:46,468 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T11:21:46,468 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T11:21:46,468 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,33175,1732360902783-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:46,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f763c70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:46,488 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,33175,-1 for getting cluster id 2024-11-23T11:21:46,488 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:21:46,489 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efdbed8b-703b-48b6-b460-5d4c5a53f623' 2024-11-23T11:21:46,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:21:46,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efdbed8b-703b-48b6-b460-5d4c5a53f623" 2024-11-23T11:21:46,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df6bf05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:46,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,33175,-1] 2024-11-23T11:21:46,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:21:46,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:46,491 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:21:46,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35ee61e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:46,492 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:21:46,493 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,43595,1732360902964, seqNum=-1] 2024-11-23T11:21:46,493 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:46,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:21:46,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64443f9a1829,33175,1732360902783 2024-11-23T11:21:46,496 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62009 2024-11-23T11:21:46,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:21:46,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101676d8bef0002 connected 2024-11-23T11:21:46,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261/hadoop.log.dir so I do NOT create it in target/test-data/3eb9b679-3c3c-9246-070e-f1ffbdbc93be 2024-11-23T11:21:46,526 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T11:21:46,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261/hadoop.tmp.dir so I do NOT create it in target/test-data/3eb9b679-3c3c-9246-070e-f1ffbdbc93be 2024-11-23T11:21:46,526 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T11:21:46,526 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eb9b679-3c3c-9246-070e-f1ffbdbc93be 2024-11-23T11:21:46,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T11:21:46,526 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eb9b679-3c3c-9246-070e-f1ffbdbc93be/cluster_37b51d6d-a1d9-9d76-fc1b-aa2c0f17f69b, deleteOnExit=true 2024-11-23T11:21:46,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T11:21:46,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eb9b679-3c3c-9246-070e-f1ffbdbc93be/test.cache.data in system properties and HBase conf 2024-11-23T11:21:46,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eb9b679-3c3c-9246-070e-f1ffbdbc93be/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T11:21:46,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eb9b679-3c3c-9246-070e-f1ffbdbc93be/hadoop.log.dir in system properties and HBase conf 2024-11-23T11:21:46,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eb9b679-3c3c-9246-070e-f1ffbdbc93be/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T11:21:46,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eb9b679-3c3c-9246-070e-f1ffbdbc93be/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T11:21:46,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T11:21:46,526 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T11:21:46,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eb9b679-3c3c-9246-070e-f1ffbdbc93be/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:21:46,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eb9b679-3c3c-9246-070e-f1ffbdbc93be/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:21:46,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eb9b679-3c3c-9246-070e-f1ffbdbc93be/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T11:21:46,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eb9b679-3c3c-9246-070e-f1ffbdbc93be/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:21:46,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eb9b679-3c3c-9246-070e-f1ffbdbc93be/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T11:21:46,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eb9b679-3c3c-9246-070e-f1ffbdbc93be/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T11:21:46,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eb9b679-3c3c-9246-070e-f1ffbdbc93be/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:21:46,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eb9b679-3c3c-9246-070e-f1ffbdbc93be/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:21:46,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eb9b679-3c3c-9246-070e-f1ffbdbc93be/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T11:21:46,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eb9b679-3c3c-9246-070e-f1ffbdbc93be/nfs.dump.dir in system properties and HBase conf 2024-11-23T11:21:46,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eb9b679-3c3c-9246-070e-f1ffbdbc93be/java.io.tmpdir in system properties and HBase conf 2024-11-23T11:21:46,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eb9b679-3c3c-9246-070e-f1ffbdbc93be/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:21:46,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eb9b679-3c3c-9246-070e-f1ffbdbc93be/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T11:21:46,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eb9b679-3c3c-9246-070e-f1ffbdbc93be/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T11:21:46,897 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:21:46,901 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:21:46,902 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:21:46,902 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:21:46,902 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T11:21:46,903 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:21:46,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cbb2464{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eb9b679-3c3c-9246-070e-f1ffbdbc93be/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:21:46,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38a21d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:21:47,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@248eaa25{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eb9b679-3c3c-9246-070e-f1ffbdbc93be/java.io.tmpdir/jetty-localhost-41727-hadoop-hdfs-3_4_1-tests_jar-_-any-9048995455170222046/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:21:47,001 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1dfac481{HTTP/1.1, (http/1.1)}{localhost:41727} 2024-11-23T11:21:47,001 INFO [Time-limited test {}] server.Server(415): Started @281306ms 2024-11-23T11:21:47,234 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:21:47,238 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:21:47,240 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:21:47,240 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:21:47,240 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T11:21:47,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ac7d66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eb9b679-3c3c-9246-070e-f1ffbdbc93be/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:21:47,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@232053a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:21:47,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c7bc7f5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eb9b679-3c3c-9246-070e-f1ffbdbc93be/java.io.tmpdir/jetty-localhost-37925-hadoop-hdfs-3_4_1-tests_jar-_-any-1466140356203466532/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:21:47,336 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c96a4ff{HTTP/1.1, (http/1.1)}{localhost:37925} 2024-11-23T11:21:47,336 INFO [Time-limited test {}] server.Server(415): Started @281640ms 2024-11-23T11:21:47,337 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T11:21:47,966 WARN [Thread-3565 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eb9b679-3c3c-9246-070e-f1ffbdbc93be/cluster_37b51d6d-a1d9-9d76-fc1b-aa2c0f17f69b/data/data2/current/BP-394555769-172.17.0.3-1732360906540/current, will proceed with Du for space computation calculation, 2024-11-23T11:21:47,966 WARN [Thread-3564 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eb9b679-3c3c-9246-070e-f1ffbdbc93be/cluster_37b51d6d-a1d9-9d76-fc1b-aa2c0f17f69b/data/data1/current/BP-394555769-172.17.0.3-1732360906540/current, will proceed with Du for space computation calculation, 2024-11-23T11:21:47,991 WARN [Thread-3552 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T11:21:47,993 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x65015d94c33e0ae9 with lease ID 0xaf09981e754792b3: Processing first storage report for DS-76ce0fba-f9cd-4bf8-b066-bdfa76eaf1e9 from datanode DatanodeRegistration(127.0.0.1:35935, datanodeUuid=e1032cc0-b12d-4f11-92a8-b714158a0270, infoPort=35311, infoSecurePort=0, ipcPort=35293, storageInfo=lv=-57;cid=testClusterID;nsid=1792517732;c=1732360906540) 2024-11-23T11:21:47,994 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x65015d94c33e0ae9 with lease ID 0xaf09981e754792b3: from storage DS-76ce0fba-f9cd-4bf8-b066-bdfa76eaf1e9 node DatanodeRegistration(127.0.0.1:35935, datanodeUuid=e1032cc0-b12d-4f11-92a8-b714158a0270, infoPort=35311, infoSecurePort=0, ipcPort=35293, storageInfo=lv=-57;cid=testClusterID;nsid=1792517732;c=1732360906540), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:21:47,994 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x65015d94c33e0ae9 with lease ID 0xaf09981e754792b3: Processing first storage report for DS-f16b8ff1-1ee7-4274-9c98-8fc929e991a5 from datanode DatanodeRegistration(127.0.0.1:35935, datanodeUuid=e1032cc0-b12d-4f11-92a8-b714158a0270, infoPort=35311, infoSecurePort=0, ipcPort=35293, storageInfo=lv=-57;cid=testClusterID;nsid=1792517732;c=1732360906540) 2024-11-23T11:21:47,994 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x65015d94c33e0ae9 with lease ID 0xaf09981e754792b3: from storage DS-f16b8ff1-1ee7-4274-9c98-8fc929e991a5 node DatanodeRegistration(127.0.0.1:35935, datanodeUuid=e1032cc0-b12d-4f11-92a8-b714158a0270, infoPort=35311, infoSecurePort=0, ipcPort=35293, storageInfo=lv=-57;cid=testClusterID;nsid=1792517732;c=1732360906540), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:21:48,061 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eb9b679-3c3c-9246-070e-f1ffbdbc93be 2024-11-23T11:21:48,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:21:48,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:21:48,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35935 is added to blk_1073741825_1001 (size=7) 2024-11-23T11:21:48,182 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:21:48,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:48,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:48,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:48,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:48,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:48,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:48,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:48,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:48,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:48,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:48,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:48,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:48,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:48,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:48,470 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa with version=8 2024-11-23T11:21:48,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/hbase-staging 2024-11-23T11:21:48,472 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:21:48,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:21:48,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:21:48,472 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:21:48,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:21:48,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:21:48,473 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T11:21:48,473 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:21:48,473 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46249 2024-11-23T11:21:48,474 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46249 connecting to ZooKeeper ensemble=127.0.0.1:62009 2024-11-23T11:21:48,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462490x0, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:21:48,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46249-0x101676d8bef0003 connected 2024-11-23T11:21:48,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:21:48,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:21:48,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46249-0x101676d8bef0003, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Set watcher on znode that does not yet exist, /1-634098991/running 2024-11-23T11:21:48,601 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa, hbase.cluster.distributed=false 2024-11-23T11:21:48,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46249-0x101676d8bef0003, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Set watcher on znode that does not yet exist, /1-634098991/acl 2024-11-23T11:21:48,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46249 2024-11-23T11:21:48,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46249 2024-11-23T11:21:48,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46249 2024-11-23T11:21:48,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46249 2024-11-23T11:21:48,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46249 2024-11-23T11:21:48,620 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:21:48,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:21:48,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:21:48,620 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:21:48,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:21:48,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:21:48,621 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T11:21:48,621 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:21:48,621 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42863 2024-11-23T11:21:48,622 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42863 connecting to ZooKeeper ensemble=127.0.0.1:62009 2024-11-23T11:21:48,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:21:48,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:21:48,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428630x0, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:21:48,640 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428630x0, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Set watcher on znode that does not yet exist, /1-634098991/running 2024-11-23T11:21:48,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42863-0x101676d8bef0004 connected 2024-11-23T11:21:48,640 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T11:21:48,640 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T11:21:48,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42863-0x101676d8bef0004, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Set watcher on znode that does not yet exist, /1-634098991/master 2024-11-23T11:21:48,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42863-0x101676d8bef0004, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Set watcher on znode that does not yet exist, /1-634098991/acl 2024-11-23T11:21:48,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42863 2024-11-23T11:21:48,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42863 2024-11-23T11:21:48,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42863 2024-11-23T11:21:48,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42863 2024-11-23T11:21:48,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42863 2024-11-23T11:21:48,658 DEBUG [M:0;64443f9a1829:46249 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64443f9a1829:46249 2024-11-23T11:21:48,659 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-634098991/backup-masters/64443f9a1829,46249,1732360908472 2024-11-23T11:21:48,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46249-0x101676d8bef0003, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634098991/backup-masters 2024-11-23T11:21:48,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42863-0x101676d8bef0004, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634098991/backup-masters 2024-11-23T11:21:48,671 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46249-0x101676d8bef0003, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Set watcher on existing znode=/1-634098991/backup-masters/64443f9a1829,46249,1732360908472 2024-11-23T11:21:48,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42863-0x101676d8bef0004, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-634098991/master 2024-11-23T11:21:48,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46249-0x101676d8bef0003, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634098991 2024-11-23T11:21:48,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42863-0x101676d8bef0004, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634098991 2024-11-23T11:21:48,682 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46249-0x101676d8bef0003, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Set watcher on existing znode=/1-634098991/master 2024-11-23T11:21:48,682 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-634098991/backup-masters/64443f9a1829,46249,1732360908472 from backup master directory 2024-11-23T11:21:48,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42863-0x101676d8bef0004, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634098991/backup-masters 2024-11-23T11:21:48,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46249-0x101676d8bef0003, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-634098991/backup-masters/64443f9a1829,46249,1732360908472 2024-11-23T11:21:48,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46249-0x101676d8bef0003, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634098991/backup-masters 2024-11-23T11:21:48,692 WARN [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:21:48,692 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64443f9a1829,46249,1732360908472 2024-11-23T11:21:48,695 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/hbase.id] with ID: c5565d3c-e1c7-49d4-a023-0845244811dc 2024-11-23T11:21:48,695 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/.tmp/hbase.id 2024-11-23T11:21:48,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35935 is added to blk_1073741826_1002 (size=42) 2024-11-23T11:21:49,099 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/.tmp/hbase.id]:[hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/hbase.id] 2024-11-23T11:21:49,107 INFO [master/64443f9a1829:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:21:49,107 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T11:21:49,107 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-23T11:21:49,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46249-0x101676d8bef0003, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634098991 2024-11-23T11:21:49,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42863-0x101676d8bef0004, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634098991 2024-11-23T11:21:49,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35935 is added to blk_1073741827_1003 (size=196) 2024-11-23T11:21:49,594 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:21:49,595 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T11:21:49,596 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:21:49,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35935 is added to blk_1073741828_1004 (size=1189) 2024-11-23T11:21:50,002 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/MasterData/data/master/store 2024-11-23T11:21:50,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35935 is added to blk_1073741829_1005 (size=34) 2024-11-23T11:21:50,422 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:50,422 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:21:50,422 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:21:50,422 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:21:50,422 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:21:50,422 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:21:50,422 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:21:50,422 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360910422Disabling compacts and flushes for region at 1732360910422Disabling writes for close at 1732360910422Writing region close event to WAL at 1732360910422Closed at 1732360910422 2024-11-23T11:21:50,423 WARN [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/MasterData/data/master/store/.initializing 2024-11-23T11:21:50,423 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/MasterData/WALs/64443f9a1829,46249,1732360908472 2024-11-23T11:21:50,424 INFO [master/64443f9a1829:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:21:50,425 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64443f9a1829%2C46249%2C1732360908472, suffix=, logDir=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/MasterData/WALs/64443f9a1829,46249,1732360908472, archiveDir=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/MasterData/oldWALs, maxLogs=10 2024-11-23T11:21:50,442 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/MasterData/WALs/64443f9a1829,46249,1732360908472/64443f9a1829%2C46249%2C1732360908472.1732360910425, exclude list is [], retry=0 2024-11-23T11:21:50,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35935,DS-76ce0fba-f9cd-4bf8-b066-bdfa76eaf1e9,DISK] 2024-11-23T11:21:50,449 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/MasterData/WALs/64443f9a1829,46249,1732360908472/64443f9a1829%2C46249%2C1732360908472.1732360910425 2024-11-23T11:21:50,450 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35311:35311)] 2024-11-23T11:21:50,450 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:21:50,450 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:50,450 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:50,451 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:50,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:50,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T11:21:50,453 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:50,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:50,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:50,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T11:21:50,455 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:50,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:50,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:50,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T11:21:50,456 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:50,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:50,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:50,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T11:21:50,458 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:50,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:50,458 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:50,459 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:50,459 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:50,460 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:50,460 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:50,461 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:21:50,461 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:50,463 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:21:50,463 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71150758, jitterRate=0.06022891402244568}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:21:50,463 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732360910451Initializing all the Stores at 1732360910452 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360910452Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360910452Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360910452Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360910452Cleaning up temporary data from old regions at 1732360910460 (+8 ms)Region opened successfully at 1732360910463 (+3 ms) 2024-11-23T11:21:50,463 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T11:21:50,465 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71275b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:21:50,466 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T11:21:50,466 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T11:21:50,466 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T11:21:50,466 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T11:21:50,467 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T11:21:50,467 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T11:21:50,467 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T11:21:50,469 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T11:21:50,470 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46249-0x101676d8bef0003, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Unable to get data of znode /1-634098991/balancer because node does not exist (not necessarily an error) 2024-11-23T11:21:50,555 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-634098991/balancer already deleted, retry=false 2024-11-23T11:21:50,555 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T11:21:50,556 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46249-0x101676d8bef0003, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Unable to get data of znode /1-634098991/normalizer because node does not exist (not necessarily an error) 2024-11-23T11:21:50,565 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-634098991/normalizer already deleted, retry=false 2024-11-23T11:21:50,566 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T11:21:50,567 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46249-0x101676d8bef0003, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Unable to get data of znode /1-634098991/switch/split because node does not exist (not necessarily an error) 2024-11-23T11:21:50,576 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-634098991/switch/split already deleted, retry=false 2024-11-23T11:21:50,577 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46249-0x101676d8bef0003, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Unable to get data of znode /1-634098991/switch/merge because node does not exist (not necessarily an error) 2024-11-23T11:21:50,586 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-634098991/switch/merge already deleted, retry=false 2024-11-23T11:21:50,588 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46249-0x101676d8bef0003, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Unable to get data of znode /1-634098991/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T11:21:50,597 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-634098991/snapshot-cleanup already deleted, retry=false 2024-11-23T11:21:50,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42863-0x101676d8bef0004, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-634098991/running 2024-11-23T11:21:50,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42863-0x101676d8bef0004, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634098991 2024-11-23T11:21:50,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46249-0x101676d8bef0003, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-634098991/running 2024-11-23T11:21:50,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46249-0x101676d8bef0003, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634098991 2024-11-23T11:21:50,609 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64443f9a1829,46249,1732360908472, sessionid=0x101676d8bef0003, setting cluster-up flag (Was=false) 2024-11-23T11:21:50,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42863-0x101676d8bef0004, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634098991 2024-11-23T11:21:50,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46249-0x101676d8bef0003, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634098991 2024-11-23T11:21:50,660 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-634098991/flush-table-proc/acquired, /1-634098991/flush-table-proc/reached, /1-634098991/flush-table-proc/abort 2024-11-23T11:21:50,662 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,46249,1732360908472 2024-11-23T11:21:50,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46249-0x101676d8bef0003, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634098991 2024-11-23T11:21:50,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42863-0x101676d8bef0004, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634098991 2024-11-23T11:21:50,713 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-634098991/online-snapshot/acquired, /1-634098991/online-snapshot/reached, /1-634098991/online-snapshot/abort 2024-11-23T11:21:50,714 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,46249,1732360908472 2024-11-23T11:21:50,715 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T11:21:50,716 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T11:21:50,716 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T11:21:50,716 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T11:21:50,716 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64443f9a1829,46249,1732360908472 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T11:21:50,717 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:21:50,717 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:21:50,717 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:21:50,717 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:21:50,717 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64443f9a1829:0, corePoolSize=10, maxPoolSize=10 2024-11-23T11:21:50,717 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:50,717 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:21:50,717 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:50,722 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:21:50,723 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T11:21:50,723 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:50,723 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T11:21:50,728 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732360940728 2024-11-23T11:21:50,728 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T11:21:50,728 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T11:21:50,728 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T11:21:50,728 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T11:21:50,729 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T11:21:50,729 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T11:21:50,729 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:50,729 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T11:21:50,729 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T11:21:50,729 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T11:21:50,729 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T11:21:50,730 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T11:21:50,730 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T11:21:50,732 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360910730,5,FailOnTimeoutGroup] 2024-11-23T11:21:50,734 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360910732,5,FailOnTimeoutGroup] 2024-11-23T11:21:50,734 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:50,734 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T11:21:50,734 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:50,734 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:50,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35935 is added to blk_1073741831_1007 (size=1321) 2024-11-23T11:21:50,752 INFO [RS:0;64443f9a1829:42863 {}] regionserver.HRegionServer(746): ClusterId : c5565d3c-e1c7-49d4-a023-0845244811dc 2024-11-23T11:21:50,752 DEBUG [RS:0;64443f9a1829:42863 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T11:21:50,763 DEBUG [RS:0;64443f9a1829:42863 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T11:21:50,763 DEBUG [RS:0;64443f9a1829:42863 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T11:21:50,777 DEBUG [RS:0;64443f9a1829:42863 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T11:21:50,777 DEBUG [RS:0;64443f9a1829:42863 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2001e746, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:21:50,795 DEBUG [RS:0;64443f9a1829:42863 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64443f9a1829:42863 2024-11-23T11:21:50,795 INFO [RS:0;64443f9a1829:42863 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T11:21:50,795 INFO [RS:0;64443f9a1829:42863 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T11:21:50,795 DEBUG [RS:0;64443f9a1829:42863 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T11:21:50,796 INFO [RS:0;64443f9a1829:42863 {}] regionserver.HRegionServer(2659): reportForDuty to master=64443f9a1829,46249,1732360908472 with port=42863, startcode=1732360908620 2024-11-23T11:21:50,797 DEBUG [RS:0;64443f9a1829:42863 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T11:21:50,801 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T11:21:50,801 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46249 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64443f9a1829,42863,1732360908620 2024-11-23T11:21:50,801 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46249 {}] master.ServerManager(517): Registering regionserver=64443f9a1829,42863,1732360908620 2024-11-23T11:21:50,803 DEBUG [RS:0;64443f9a1829:42863 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa 2024-11-23T11:21:50,803 DEBUG [RS:0;64443f9a1829:42863 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36661 2024-11-23T11:21:50,803 DEBUG [RS:0;64443f9a1829:42863 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T11:21:50,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46249-0x101676d8bef0003, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634098991/rs 2024-11-23T11:21:50,857 DEBUG [RS:0;64443f9a1829:42863 {}] zookeeper.ZKUtil(111): regionserver:42863-0x101676d8bef0004, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Set watcher on existing znode=/1-634098991/rs/64443f9a1829,42863,1732360908620 2024-11-23T11:21:50,857 WARN [RS:0;64443f9a1829:42863 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:21:50,857 INFO [RS:0;64443f9a1829:42863 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:21:50,857 DEBUG [RS:0;64443f9a1829:42863 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620 2024-11-23T11:21:50,861 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64443f9a1829,42863,1732360908620] 2024-11-23T11:21:50,864 INFO [RS:0;64443f9a1829:42863 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T11:21:50,865 INFO [RS:0;64443f9a1829:42863 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T11:21:50,868 INFO [RS:0;64443f9a1829:42863 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T11:21:50,868 INFO [RS:0;64443f9a1829:42863 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:50,868 INFO [RS:0;64443f9a1829:42863 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T11:21:50,870 INFO [RS:0;64443f9a1829:42863 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T11:21:50,870 INFO [RS:0;64443f9a1829:42863 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:50,871 DEBUG [RS:0;64443f9a1829:42863 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:50,871 DEBUG [RS:0;64443f9a1829:42863 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:50,871 DEBUG [RS:0;64443f9a1829:42863 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:50,871 DEBUG [RS:0;64443f9a1829:42863 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:50,871 DEBUG [RS:0;64443f9a1829:42863 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:50,871 DEBUG [RS:0;64443f9a1829:42863 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:21:50,871 DEBUG [RS:0;64443f9a1829:42863 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:50,871 DEBUG [RS:0;64443f9a1829:42863 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:50,871 DEBUG [RS:0;64443f9a1829:42863 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:50,871 DEBUG [RS:0;64443f9a1829:42863 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:50,871 DEBUG [RS:0;64443f9a1829:42863 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:50,871 DEBUG [RS:0;64443f9a1829:42863 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:50,871 DEBUG [RS:0;64443f9a1829:42863 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:21:50,871 DEBUG [RS:0;64443f9a1829:42863 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:21:50,896 INFO [RS:0;64443f9a1829:42863 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:50,896 INFO [RS:0;64443f9a1829:42863 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:50,896 INFO [RS:0;64443f9a1829:42863 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:50,896 INFO [RS:0;64443f9a1829:42863 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:50,896 INFO [RS:0;64443f9a1829:42863 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:50,896 INFO [RS:0;64443f9a1829:42863 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,42863,1732360908620-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:21:50,921 INFO [RS:0;64443f9a1829:42863 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T11:21:50,921 INFO [RS:0;64443f9a1829:42863 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,42863,1732360908620-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:50,921 INFO [RS:0;64443f9a1829:42863 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:50,921 INFO [RS:0;64443f9a1829:42863 {}] regionserver.Replication(171): 64443f9a1829,42863,1732360908620 started 2024-11-23T11:21:50,941 INFO [RS:0;64443f9a1829:42863 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:50,941 INFO [RS:0;64443f9a1829:42863 {}] regionserver.HRegionServer(1482): Serving as 64443f9a1829,42863,1732360908620, RpcServer on 64443f9a1829/172.17.0.3:42863, sessionid=0x101676d8bef0004 2024-11-23T11:21:50,941 DEBUG [RS:0;64443f9a1829:42863 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T11:21:50,941 DEBUG [RS:0;64443f9a1829:42863 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64443f9a1829,42863,1732360908620 2024-11-23T11:21:50,941 DEBUG [RS:0;64443f9a1829:42863 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,42863,1732360908620' 2024-11-23T11:21:50,941 DEBUG [RS:0;64443f9a1829:42863 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-634098991/flush-table-proc/abort' 2024-11-23T11:21:50,942 DEBUG [RS:0;64443f9a1829:42863 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-634098991/flush-table-proc/acquired' 2024-11-23T11:21:50,943 DEBUG [RS:0;64443f9a1829:42863 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T11:21:50,943 DEBUG [RS:0;64443f9a1829:42863 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T11:21:50,943 DEBUG [RS:0;64443f9a1829:42863 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64443f9a1829,42863,1732360908620 2024-11-23T11:21:50,943 DEBUG [RS:0;64443f9a1829:42863 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,42863,1732360908620' 2024-11-23T11:21:50,943 DEBUG [RS:0;64443f9a1829:42863 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-634098991/online-snapshot/abort' 2024-11-23T11:21:50,943 DEBUG [RS:0;64443f9a1829:42863 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-634098991/online-snapshot/acquired' 2024-11-23T11:21:50,944 DEBUG [RS:0;64443f9a1829:42863 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T11:21:50,944 INFO [RS:0;64443f9a1829:42863 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T11:21:50,944 INFO [RS:0;64443f9a1829:42863 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T11:21:51,044 INFO [RS:0;64443f9a1829:42863 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:21:51,045 INFO [RS:0;64443f9a1829:42863 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C42863%2C1732360908620, suffix=, logDir=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620, archiveDir=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/oldWALs, maxLogs=10 2024-11-23T11:21:51,065 DEBUG [RS:0;64443f9a1829:42863 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045, exclude list is [], retry=0 2024-11-23T11:21:51,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35935,DS-76ce0fba-f9cd-4bf8-b066-bdfa76eaf1e9,DISK] 2024-11-23T11:21:51,068 INFO [RS:0;64443f9a1829:42863 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 2024-11-23T11:21:51,072 DEBUG [RS:0;64443f9a1829:42863 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35311:35311)] 2024-11-23T11:21:51,136 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T11:21:51,136 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa 2024-11-23T11:21:51,137 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T11:21:51,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35935 is added to blk_1073741833_1009 (size=32) 2024-11-23T11:21:51,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:51,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:21:51,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:21:51,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:51,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:51,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:21:51,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:21:51,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:51,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:51,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:21:51,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:21:51,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:51,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:51,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:21:51,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:21:51,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:51,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:51,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:21:51,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/hbase/meta/1588230740 2024-11-23T11:21:51,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/hbase/meta/1588230740 2024-11-23T11:21:51,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:21:51,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:21:51,178 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:21:51,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:21:51,181 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:21:51,182 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73712804, jitterRate=0.09840637445449829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:21:51,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732360911166Initializing all the Stores at 1732360911167 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360911167Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360911167Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360911167Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360911167Cleaning up temporary data from old regions at 1732360911177 (+10 ms)Region opened successfully at 1732360911182 (+5 ms) 2024-11-23T11:21:51,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:21:51,182 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:21:51,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:21:51,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:21:51,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:21:51,188 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:21:51,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360911182Disabling compacts and flushes for region at 1732360911182Disabling writes for close at 1732360911182Writing region close event to WAL at 1732360911188 (+6 ms)Closed at 1732360911188 2024-11-23T11:21:51,189 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:21:51,189 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T11:21:51,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T11:21:51,190 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:21:51,191 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T11:21:51,341 DEBUG [64443f9a1829:46249 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T11:21:51,342 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64443f9a1829,42863,1732360908620 2024-11-23T11:21:51,343 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,42863,1732360908620, state=OPENING 2024-11-23T11:21:51,509 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T11:21:51,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42863-0x101676d8bef0004, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634098991 2024-11-23T11:21:51,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46249-0x101676d8bef0003, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634098991 2024-11-23T11:21:51,635 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-634098991/meta-region-server: CHANGED 2024-11-23T11:21:51,635 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-634098991/meta-region-server: CHANGED 2024-11-23T11:21:51,635 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:21:51,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,42863,1732360908620}] 2024-11-23T11:21:51,787 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:21:51,789 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T11:21:51,791 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T11:21:51,791 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:21:51,791 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T11:21:51,792 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C42863%2C1732360908620.meta, suffix=.meta, logDir=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620, archiveDir=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/oldWALs, maxLogs=10 2024-11-23T11:21:51,803 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.meta.1732360911792.meta, exclude list is [], retry=0 2024-11-23T11:21:51,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35935,DS-76ce0fba-f9cd-4bf8-b066-bdfa76eaf1e9,DISK] 2024-11-23T11:21:51,806 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.meta.1732360911792.meta 2024-11-23T11:21:51,808 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35311:35311)] 2024-11-23T11:21:51,808 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:21:51,809 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:21:51,809 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:21:51,809 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T11:21:51,809 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T11:21:51,809 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T11:21:51,809 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:51,809 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T11:21:51,809 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T11:21:51,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:21:51,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:21:51,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:51,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:51,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:21:51,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:21:51,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:51,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:51,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:21:51,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:21:51,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:51,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:51,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:21:51,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:21:51,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:51,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:51,814 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:21:51,814 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/hbase/meta/1588230740 2024-11-23T11:21:51,815 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/hbase/meta/1588230740 2024-11-23T11:21:51,816 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:21:51,816 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:21:51,816 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:21:51,817 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:21:51,817 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63973104, jitterRate=-0.04672646522521973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:21:51,817 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T11:21:51,818 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732360911809Writing region info on filesystem at 1732360911809Initializing all the Stores at 1732360911810 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360911810Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360911810Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360911810Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360911810Cleaning up temporary data from old regions at 1732360911816 (+6 ms)Running coprocessor post-open hooks at 1732360911817 (+1 ms)Region opened successfully at 1732360911818 (+1 ms) 2024-11-23T11:21:51,818 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732360911787 2024-11-23T11:21:51,820 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T11:21:51,820 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T11:21:51,821 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64443f9a1829,42863,1732360908620 2024-11-23T11:21:51,821 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,42863,1732360908620, state=OPEN 2024-11-23T11:21:51,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42863-0x101676d8bef0004, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-634098991/meta-region-server 2024-11-23T11:21:51,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46249-0x101676d8bef0003, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-634098991/meta-region-server 2024-11-23T11:21:51,845 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64443f9a1829,42863,1732360908620 2024-11-23T11:21:51,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-634098991/meta-region-server: CHANGED 2024-11-23T11:21:51,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-634098991/meta-region-server: CHANGED 2024-11-23T11:21:51,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T11:21:51,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,42863,1732360908620 in 210 msec 2024-11-23T11:21:51,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T11:21:51,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 659 msec 2024-11-23T11:21:51,850 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:21:51,850 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T11:21:51,850 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:21:51,850 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,42863,1732360908620, seqNum=-1] 2024-11-23T11:21:51,851 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:51,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:21:51,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1390 sec 2024-11-23T11:21:51,856 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732360911856, completionTime=-1 2024-11-23T11:21:51,856 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T11:21:51,856 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T11:21:51,858 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T11:21:51,858 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732360971858 2024-11-23T11:21:51,858 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732361031858 2024-11-23T11:21:51,858 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T11:21:51,858 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,46249,1732360908472-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:51,858 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,46249,1732360908472-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:51,858 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,46249,1732360908472-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:51,858 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64443f9a1829:46249, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:51,858 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:51,858 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:51,860 DEBUG [master/64443f9a1829:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T11:21:51,862 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.170sec 2024-11-23T11:21:51,862 INFO [master/64443f9a1829:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T11:21:51,862 INFO [master/64443f9a1829:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T11:21:51,862 INFO [master/64443f9a1829:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T11:21:51,862 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T11:21:51,862 INFO [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T11:21:51,862 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,46249,1732360908472-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:21:51,862 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,46249,1732360908472-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T11:21:51,863 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T11:21:51,863 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T11:21:51,864 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,46249,1732360908472-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:51,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e8b5ee1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:51,953 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,46249,-1 for getting cluster id 2024-11-23T11:21:51,953 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:21:51,954 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5565d3c-e1c7-49d4-a023-0845244811dc' 2024-11-23T11:21:51,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:21:51,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5565d3c-e1c7-49d4-a023-0845244811dc" 2024-11-23T11:21:51,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9970a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:51,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,46249,-1] 2024-11-23T11:21:51,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:21:51,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:51,955 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:21:51,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@332958ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:51,956 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:21:51,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,42863,1732360908620, seqNum=-1] 2024-11-23T11:21:51,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:51,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:21:51,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64443f9a1829,46249,1732360908472 2024-11-23T11:21:51,959 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62009 2024-11-23T11:21:52,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:21:52,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101676d8bef0005 connected 2024-11-23T11:21:52,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eb9b679-3c3c-9246-070e-f1ffbdbc93be/hadoop.log.dir so I do NOT create it in target/test-data/7381a97b-b959-a762-b0bd-edc33464af47 2024-11-23T11:21:52,021 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eb9b679-3c3c-9246-070e-f1ffbdbc93be/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T11:21:52,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eb9b679-3c3c-9246-070e-f1ffbdbc93be/hadoop.tmp.dir so I do NOT create it in target/test-data/7381a97b-b959-a762-b0bd-edc33464af47 2024-11-23T11:21:52,021 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eb9b679-3c3c-9246-070e-f1ffbdbc93be/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T11:21:52,021 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7381a97b-b959-a762-b0bd-edc33464af47 2024-11-23T11:21:52,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T11:21:52,021 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7381a97b-b959-a762-b0bd-edc33464af47/cluster_ed3dd972-b07a-e0a8-e9ab-d817f5f32c49, deleteOnExit=true 2024-11-23T11:21:52,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T11:21:52,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7381a97b-b959-a762-b0bd-edc33464af47/test.cache.data in system properties and HBase conf 2024-11-23T11:21:52,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7381a97b-b959-a762-b0bd-edc33464af47/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T11:21:52,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7381a97b-b959-a762-b0bd-edc33464af47/hadoop.log.dir in system properties and HBase conf 2024-11-23T11:21:52,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7381a97b-b959-a762-b0bd-edc33464af47/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T11:21:52,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7381a97b-b959-a762-b0bd-edc33464af47/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T11:21:52,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T11:21:52,021 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T11:21:52,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7381a97b-b959-a762-b0bd-edc33464af47/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:21:52,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7381a97b-b959-a762-b0bd-edc33464af47/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:21:52,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7381a97b-b959-a762-b0bd-edc33464af47/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T11:21:52,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7381a97b-b959-a762-b0bd-edc33464af47/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:21:52,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7381a97b-b959-a762-b0bd-edc33464af47/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T11:21:52,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7381a97b-b959-a762-b0bd-edc33464af47/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T11:21:52,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7381a97b-b959-a762-b0bd-edc33464af47/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:21:52,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7381a97b-b959-a762-b0bd-edc33464af47/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:21:52,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7381a97b-b959-a762-b0bd-edc33464af47/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T11:21:52,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7381a97b-b959-a762-b0bd-edc33464af47/nfs.dump.dir in system properties and HBase conf 2024-11-23T11:21:52,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7381a97b-b959-a762-b0bd-edc33464af47/java.io.tmpdir in system properties and HBase conf 2024-11-23T11:21:52,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7381a97b-b959-a762-b0bd-edc33464af47/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:21:52,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7381a97b-b959-a762-b0bd-edc33464af47/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T11:21:52,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7381a97b-b959-a762-b0bd-edc33464af47/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T11:21:52,444 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:21:52,448 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:21:52,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:21:52,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:21:52,449 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T11:21:52,449 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:21:52,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c78620{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7381a97b-b959-a762-b0bd-edc33464af47/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:21:52,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77bbc3ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:21:52,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19104a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7381a97b-b959-a762-b0bd-edc33464af47/java.io.tmpdir/jetty-localhost-36731-hadoop-hdfs-3_4_1-tests_jar-_-any-2422548360889418110/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:21:52,544 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a7e3ab9{HTTP/1.1, (http/1.1)}{localhost:36731} 2024-11-23T11:21:52,544 INFO [Time-limited test {}] server.Server(415): Started @286849ms 2024-11-23T11:21:52,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T11:21:52,560 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T11:21:52,561 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T11:21:52,561 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T11:21:52,782 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:21:52,784 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:21:52,787 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:21:52,787 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:21:52,787 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T11:21:52,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21b63acf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7381a97b-b959-a762-b0bd-edc33464af47/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:21:52,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ac2210{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:21:52,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e5ee4a3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7381a97b-b959-a762-b0bd-edc33464af47/java.io.tmpdir/jetty-localhost-39365-hadoop-hdfs-3_4_1-tests_jar-_-any-16893390988319072741/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:21:52,882 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13e839dc{HTTP/1.1, (http/1.1)}{localhost:39365} 2024-11-23T11:21:52,882 INFO [Time-limited test {}] server.Server(415): Started @287187ms 2024-11-23T11:21:52,883 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T11:21:53,540 WARN [Thread-3686 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7381a97b-b959-a762-b0bd-edc33464af47/cluster_ed3dd972-b07a-e0a8-e9ab-d817f5f32c49/data/data2/current/BP-1093499592-172.17.0.3-1732360912039/current, will proceed with Du for space computation calculation, 2024-11-23T11:21:53,540 WARN [Thread-3685 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7381a97b-b959-a762-b0bd-edc33464af47/cluster_ed3dd972-b07a-e0a8-e9ab-d817f5f32c49/data/data1/current/BP-1093499592-172.17.0.3-1732360912039/current, will proceed with Du for space computation calculation, 2024-11-23T11:21:53,555 WARN [Thread-3673 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T11:21:53,557 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3bd798c5ac115503 with lease ID 0x4219875300be11df: Processing first storage report for DS-93049061-5d7e-4600-aa7b-8919fa407aa1 from datanode DatanodeRegistration(127.0.0.1:44063, datanodeUuid=0fc41743-1a36-4fa3-937d-fcae97311886, infoPort=42661, infoSecurePort=0, ipcPort=39817, storageInfo=lv=-57;cid=testClusterID;nsid=70000339;c=1732360912039) 2024-11-23T11:21:53,557 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3bd798c5ac115503 with lease ID 0x4219875300be11df: from storage DS-93049061-5d7e-4600-aa7b-8919fa407aa1 node DatanodeRegistration(127.0.0.1:44063, datanodeUuid=0fc41743-1a36-4fa3-937d-fcae97311886, infoPort=42661, infoSecurePort=0, ipcPort=39817, storageInfo=lv=-57;cid=testClusterID;nsid=70000339;c=1732360912039), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:21:53,557 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3bd798c5ac115503 with lease ID 0x4219875300be11df: Processing first storage report for DS-e4668d6a-ae56-4a79-baa0-efde86a16915 from datanode DatanodeRegistration(127.0.0.1:44063, datanodeUuid=0fc41743-1a36-4fa3-937d-fcae97311886, infoPort=42661, infoSecurePort=0, ipcPort=39817, storageInfo=lv=-57;cid=testClusterID;nsid=70000339;c=1732360912039) 2024-11-23T11:21:53,557 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3bd798c5ac115503 with lease ID 0x4219875300be11df: from storage DS-e4668d6a-ae56-4a79-baa0-efde86a16915 node DatanodeRegistration(127.0.0.1:44063, datanodeUuid=0fc41743-1a36-4fa3-937d-fcae97311886, infoPort=42661, infoSecurePort=0, ipcPort=39817, storageInfo=lv=-57;cid=testClusterID;nsid=70000339;c=1732360912039), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:21:53,610 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7381a97b-b959-a762-b0bd-edc33464af47 2024-11-23T11:21:53,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:21:53,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:21:53,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741825_1001 (size=7) 2024-11-23T11:21:53,618 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0 with version=8 2024-11-23T11:21:53,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/hbase-staging 2024-11-23T11:21:53,620 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:21:53,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:21:53,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:21:53,620 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:21:53,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:21:53,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:21:53,620 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T11:21:53,620 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:21:53,621 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35361 2024-11-23T11:21:53,621 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35361 connecting to ZooKeeper ensemble=127.0.0.1:62009 2024-11-23T11:21:53,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353610x0, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:21:53,639 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35361-0x101676d8bef0006 connected 2024-11-23T11:21:53,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:21:53,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:21:53,716 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35361-0x101676d8bef0006, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Set watcher on znode that does not yet exist, /2-1498030889/running 2024-11-23T11:21:53,716 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0, hbase.cluster.distributed=false 2024-11-23T11:21:53,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35361-0x101676d8bef0006, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Set watcher on znode that does not yet exist, /2-1498030889/acl 2024-11-23T11:21:53,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35361 2024-11-23T11:21:53,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35361 2024-11-23T11:21:53,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35361 2024-11-23T11:21:53,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35361 2024-11-23T11:21:53,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35361 2024-11-23T11:21:53,731 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:21:53,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:21:53,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:21:53,731 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:21:53,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:21:53,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:21:53,731 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T11:21:53,731 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:21:53,732 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43607 2024-11-23T11:21:53,732 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43607 connecting to ZooKeeper ensemble=127.0.0.1:62009 2024-11-23T11:21:53,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:21:53,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:21:53,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436070x0, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:21:53,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43607-0x101676d8bef0007 connected 2024-11-23T11:21:53,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436070x0, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Set watcher on znode that does not yet exist, /2-1498030889/running 2024-11-23T11:21:53,745 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T11:21:53,747 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T11:21:53,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43607-0x101676d8bef0007, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Set watcher on znode that does not yet exist, /2-1498030889/master 2024-11-23T11:21:53,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43607-0x101676d8bef0007, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Set watcher on znode that does not yet exist, /2-1498030889/acl 2024-11-23T11:21:53,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43607 2024-11-23T11:21:53,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43607 2024-11-23T11:21:53,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43607 2024-11-23T11:21:53,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43607 2024-11-23T11:21:53,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43607 2024-11-23T11:21:53,765 DEBUG [M:0;64443f9a1829:35361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64443f9a1829:35361 2024-11-23T11:21:53,766 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1498030889/backup-masters/64443f9a1829,35361,1732360913620 2024-11-23T11:21:53,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x101676d8bef0006, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1498030889/backup-masters 2024-11-23T11:21:53,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43607-0x101676d8bef0007, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1498030889/backup-masters 2024-11-23T11:21:53,776 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35361-0x101676d8bef0006, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Set watcher on existing znode=/2-1498030889/backup-masters/64443f9a1829,35361,1732360913620 2024-11-23T11:21:53,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43607-0x101676d8bef0007, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1498030889/master 2024-11-23T11:21:53,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x101676d8bef0006, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1498030889 2024-11-23T11:21:53,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43607-0x101676d8bef0007, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1498030889 2024-11-23T11:21:53,787 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35361-0x101676d8bef0006, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Set watcher on existing znode=/2-1498030889/master 2024-11-23T11:21:53,787 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1498030889/backup-masters/64443f9a1829,35361,1732360913620 from backup master directory 2024-11-23T11:21:53,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x101676d8bef0006, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1498030889/backup-masters/64443f9a1829,35361,1732360913620 2024-11-23T11:21:53,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43607-0x101676d8bef0007, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1498030889/backup-masters 2024-11-23T11:21:53,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x101676d8bef0006, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1498030889/backup-masters 2024-11-23T11:21:53,797 WARN [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:21:53,797 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64443f9a1829,35361,1732360913620 2024-11-23T11:21:53,800 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/hbase.id] with ID: c6aecbe2-15d9-4012-a4ec-ef7d76a5050b 2024-11-23T11:21:53,800 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/.tmp/hbase.id 2024-11-23T11:21:53,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741826_1002 (size=42) 2024-11-23T11:21:54,204 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/.tmp/hbase.id]:[hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/hbase.id] 2024-11-23T11:21:54,210 INFO [master/64443f9a1829:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:21:54,210 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T11:21:54,211 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T11:21:54,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43607-0x101676d8bef0007, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1498030889 2024-11-23T11:21:54,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x101676d8bef0006, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1498030889 2024-11-23T11:21:54,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741827_1003 (size=196) 2024-11-23T11:21:54,665 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:21:54,665 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T11:21:54,665 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:21:54,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741828_1004 (size=1189) 2024-11-23T11:21:55,074 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/MasterData/data/master/store 2024-11-23T11:21:55,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741829_1005 (size=34) 2024-11-23T11:21:55,482 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:55,482 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:21:55,482 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:21:55,482 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:21:55,482 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:21:55,482 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:21:55,482 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:21:55,483 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360915482Disabling compacts and flushes for region at 1732360915482Disabling writes for close at 1732360915482Writing region close event to WAL at 1732360915482Closed at 1732360915482 2024-11-23T11:21:55,483 WARN [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/MasterData/data/master/store/.initializing 2024-11-23T11:21:55,483 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/MasterData/WALs/64443f9a1829,35361,1732360913620 2024-11-23T11:21:55,484 INFO [master/64443f9a1829:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:21:55,485 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64443f9a1829%2C35361%2C1732360913620, suffix=, logDir=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/MasterData/WALs/64443f9a1829,35361,1732360913620, archiveDir=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/MasterData/oldWALs, maxLogs=10 2024-11-23T11:21:55,501 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/MasterData/WALs/64443f9a1829,35361,1732360913620/64443f9a1829%2C35361%2C1732360913620.1732360915485, exclude list is [], retry=0 2024-11-23T11:21:55,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44063,DS-93049061-5d7e-4600-aa7b-8919fa407aa1,DISK] 2024-11-23T11:21:55,504 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/MasterData/WALs/64443f9a1829,35361,1732360913620/64443f9a1829%2C35361%2C1732360913620.1732360915485 2024-11-23T11:21:55,505 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42661:42661)] 2024-11-23T11:21:55,505 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:21:55,505 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:55,505 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:55,505 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:55,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:55,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T11:21:55,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:55,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:55,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:55,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T11:21:55,509 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:55,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:55,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:55,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T11:21:55,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:55,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:55,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:55,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T11:21:55,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:55,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:55,514 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:55,515 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:55,515 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:55,523 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:55,523 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:55,524 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:21:55,525 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:21:55,526 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:21:55,527 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66493502, jitterRate=-0.009169608354568481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:21:55,527 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732360915505Initializing all the Stores at 1732360915506 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360915506Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360915506Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360915506Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360915506Cleaning up temporary data from old regions at 1732360915523 (+17 ms)Region opened successfully at 1732360915527 (+4 ms) 2024-11-23T11:21:55,527 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T11:21:55,541 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13d51b72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:21:55,541 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T11:21:55,542 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T11:21:55,542 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T11:21:55,542 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T11:21:55,542 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T11:21:55,542 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T11:21:55,542 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T11:21:55,544 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T11:21:55,545 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35361-0x101676d8bef0006, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Unable to get data of znode /2-1498030889/balancer because node does not exist (not necessarily an error) 2024-11-23T11:21:55,623 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1498030889/balancer already deleted, retry=false 2024-11-23T11:21:55,623 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T11:21:55,624 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35361-0x101676d8bef0006, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Unable to get data of znode /2-1498030889/normalizer because node does not exist (not necessarily an error) 2024-11-23T11:21:55,639 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1498030889/normalizer already deleted, retry=false 2024-11-23T11:21:55,639 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T11:21:55,640 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35361-0x101676d8bef0006, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Unable to get data of znode /2-1498030889/switch/split because node does not exist (not necessarily an error) 2024-11-23T11:21:55,707 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1498030889/switch/split already deleted, retry=false 2024-11-23T11:21:55,708 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35361-0x101676d8bef0006, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Unable to get data of znode /2-1498030889/switch/merge because node does not exist (not necessarily an error) 2024-11-23T11:21:55,729 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1498030889/switch/merge already deleted, retry=false 2024-11-23T11:21:55,731 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35361-0x101676d8bef0006, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Unable to get data of znode /2-1498030889/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T11:21:55,744 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1498030889/snapshot-cleanup already deleted, retry=false 2024-11-23T11:21:55,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x101676d8bef0006, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1498030889/running 2024-11-23T11:21:55,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43607-0x101676d8bef0007, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1498030889/running 2024-11-23T11:21:55,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x101676d8bef0006, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1498030889 2024-11-23T11:21:55,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43607-0x101676d8bef0007, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1498030889 2024-11-23T11:21:55,755 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64443f9a1829,35361,1732360913620, sessionid=0x101676d8bef0006, setting cluster-up flag (Was=false) 2024-11-23T11:21:55,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43607-0x101676d8bef0007, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1498030889 2024-11-23T11:21:55,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x101676d8bef0006, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1498030889 2024-11-23T11:21:55,807 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1498030889/flush-table-proc/acquired, /2-1498030889/flush-table-proc/reached, /2-1498030889/flush-table-proc/abort 2024-11-23T11:21:55,808 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,35361,1732360913620 2024-11-23T11:21:55,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x101676d8bef0006, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1498030889 2024-11-23T11:21:55,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43607-0x101676d8bef0007, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1498030889 2024-11-23T11:21:55,860 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1498030889/online-snapshot/acquired, /2-1498030889/online-snapshot/reached, /2-1498030889/online-snapshot/abort 2024-11-23T11:21:55,861 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,35361,1732360913620 2024-11-23T11:21:55,861 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T11:21:55,863 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T11:21:55,863 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T11:21:55,863 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T11:21:55,863 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64443f9a1829,35361,1732360913620 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T11:21:55,865 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:21:55,865 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:21:55,865 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:21:55,865 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:21:55,865 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64443f9a1829:0, corePoolSize=10, maxPoolSize=10 2024-11-23T11:21:55,865 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:55,865 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:21:55,865 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:55,866 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732360945866 2024-11-23T11:21:55,866 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T11:21:55,866 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T11:21:55,866 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T11:21:55,866 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T11:21:55,866 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T11:21:55,866 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T11:21:55,866 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:55,866 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:21:55,866 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T11:21:55,866 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T11:21:55,867 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T11:21:55,867 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T11:21:55,867 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T11:21:55,867 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T11:21:55,867 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T11:21:55,867 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360915867,5,FailOnTimeoutGroup] 2024-11-23T11:21:55,867 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360915867,5,FailOnTimeoutGroup] 2024-11-23T11:21:55,867 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:55,867 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:55,867 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T11:21:55,867 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:55,867 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:55,867 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T11:21:55,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741831_1007 (size=1321) 2024-11-23T11:21:55,955 INFO [RS:0;64443f9a1829:43607 {}] regionserver.HRegionServer(746): ClusterId : c6aecbe2-15d9-4012-a4ec-ef7d76a5050b 2024-11-23T11:21:55,955 DEBUG [RS:0;64443f9a1829:43607 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T11:21:55,966 DEBUG [RS:0;64443f9a1829:43607 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T11:21:55,966 DEBUG [RS:0;64443f9a1829:43607 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T11:21:55,976 DEBUG [RS:0;64443f9a1829:43607 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T11:21:55,977 DEBUG [RS:0;64443f9a1829:43607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d03f6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:21:55,991 DEBUG [RS:0;64443f9a1829:43607 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64443f9a1829:43607 2024-11-23T11:21:55,991 INFO [RS:0;64443f9a1829:43607 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T11:21:55,991 INFO [RS:0;64443f9a1829:43607 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T11:21:55,991 DEBUG [RS:0;64443f9a1829:43607 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T11:21:55,992 INFO [RS:0;64443f9a1829:43607 {}] regionserver.HRegionServer(2659): reportForDuty to master=64443f9a1829,35361,1732360913620 with port=43607, startcode=1732360913731 2024-11-23T11:21:55,992 DEBUG [RS:0;64443f9a1829:43607 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T11:21:55,994 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T11:21:55,994 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35361 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64443f9a1829,43607,1732360913731 2024-11-23T11:21:55,995 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35361 {}] master.ServerManager(517): Registering regionserver=64443f9a1829,43607,1732360913731 2024-11-23T11:21:55,996 DEBUG [RS:0;64443f9a1829:43607 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0 2024-11-23T11:21:55,996 DEBUG [RS:0;64443f9a1829:43607 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43633 2024-11-23T11:21:55,996 DEBUG [RS:0;64443f9a1829:43607 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T11:21:56,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x101676d8bef0006, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1498030889/rs 2024-11-23T11:21:56,034 DEBUG [RS:0;64443f9a1829:43607 {}] zookeeper.ZKUtil(111): regionserver:43607-0x101676d8bef0007, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Set watcher on existing znode=/2-1498030889/rs/64443f9a1829,43607,1732360913731 2024-11-23T11:21:56,034 WARN [RS:0;64443f9a1829:43607 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:21:56,034 INFO [RS:0;64443f9a1829:43607 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:21:56,035 DEBUG [RS:0;64443f9a1829:43607 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731 2024-11-23T11:21:56,035 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64443f9a1829,43607,1732360913731] 2024-11-23T11:21:56,037 INFO [RS:0;64443f9a1829:43607 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T11:21:56,040 INFO [RS:0;64443f9a1829:43607 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T11:21:56,041 INFO [RS:0;64443f9a1829:43607 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T11:21:56,041 INFO [RS:0;64443f9a1829:43607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:56,045 INFO [RS:0;64443f9a1829:43607 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T11:21:56,046 INFO [RS:0;64443f9a1829:43607 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T11:21:56,046 INFO [RS:0;64443f9a1829:43607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:56,047 DEBUG [RS:0;64443f9a1829:43607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:56,047 DEBUG [RS:0;64443f9a1829:43607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:56,047 DEBUG [RS:0;64443f9a1829:43607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:56,047 DEBUG [RS:0;64443f9a1829:43607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:56,047 DEBUG [RS:0;64443f9a1829:43607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:56,047 DEBUG [RS:0;64443f9a1829:43607 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:21:56,047 DEBUG [RS:0;64443f9a1829:43607 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:56,047 DEBUG [RS:0;64443f9a1829:43607 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:56,047 DEBUG [RS:0;64443f9a1829:43607 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:56,047 DEBUG [RS:0;64443f9a1829:43607 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:56,047 DEBUG [RS:0;64443f9a1829:43607 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:56,047 DEBUG [RS:0;64443f9a1829:43607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:21:56,047 DEBUG [RS:0;64443f9a1829:43607 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:21:56,047 DEBUG [RS:0;64443f9a1829:43607 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:21:56,048 INFO [RS:0;64443f9a1829:43607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:56,048 INFO [RS:0;64443f9a1829:43607 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:56,048 INFO [RS:0;64443f9a1829:43607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:56,048 INFO [RS:0;64443f9a1829:43607 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:56,048 INFO [RS:0;64443f9a1829:43607 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:56,048 INFO [RS:0;64443f9a1829:43607 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,43607,1732360913731-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:21:56,067 INFO [RS:0;64443f9a1829:43607 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T11:21:56,068 INFO [RS:0;64443f9a1829:43607 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,43607,1732360913731-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:56,068 INFO [RS:0;64443f9a1829:43607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:56,068 INFO [RS:0;64443f9a1829:43607 {}] regionserver.Replication(171): 64443f9a1829,43607,1732360913731 started 2024-11-23T11:21:56,086 INFO [RS:0;64443f9a1829:43607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:56,086 INFO [RS:0;64443f9a1829:43607 {}] regionserver.HRegionServer(1482): Serving as 64443f9a1829,43607,1732360913731, RpcServer on 64443f9a1829/172.17.0.3:43607, sessionid=0x101676d8bef0007 2024-11-23T11:21:56,086 DEBUG [RS:0;64443f9a1829:43607 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T11:21:56,087 DEBUG [RS:0;64443f9a1829:43607 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64443f9a1829,43607,1732360913731 2024-11-23T11:21:56,087 DEBUG [RS:0;64443f9a1829:43607 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,43607,1732360913731' 2024-11-23T11:21:56,087 DEBUG [RS:0;64443f9a1829:43607 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1498030889/flush-table-proc/abort' 2024-11-23T11:21:56,094 DEBUG [RS:0;64443f9a1829:43607 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1498030889/flush-table-proc/acquired' 2024-11-23T11:21:56,094 DEBUG [RS:0;64443f9a1829:43607 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T11:21:56,095 DEBUG [RS:0;64443f9a1829:43607 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T11:21:56,095 DEBUG [RS:0;64443f9a1829:43607 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64443f9a1829,43607,1732360913731 2024-11-23T11:21:56,095 DEBUG [RS:0;64443f9a1829:43607 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,43607,1732360913731' 2024-11-23T11:21:56,095 DEBUG [RS:0;64443f9a1829:43607 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1498030889/online-snapshot/abort' 2024-11-23T11:21:56,095 DEBUG [RS:0;64443f9a1829:43607 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1498030889/online-snapshot/acquired' 2024-11-23T11:21:56,096 DEBUG [RS:0;64443f9a1829:43607 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T11:21:56,096 INFO [RS:0;64443f9a1829:43607 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T11:21:56,096 INFO [RS:0;64443f9a1829:43607 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T11:21:56,197 INFO [RS:0;64443f9a1829:43607 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:21:56,199 INFO [RS:0;64443f9a1829:43607 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C43607%2C1732360913731, suffix=, logDir=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731, archiveDir=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/oldWALs, maxLogs=10 2024-11-23T11:21:56,216 DEBUG [RS:0;64443f9a1829:43607 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199, exclude list is [], retry=0 2024-11-23T11:21:56,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44063,DS-93049061-5d7e-4600-aa7b-8919fa407aa1,DISK] 2024-11-23T11:21:56,220 INFO [RS:0;64443f9a1829:43607 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199 2024-11-23T11:21:56,220 DEBUG [RS:0;64443f9a1829:43607 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42661:42661)] 2024-11-23T11:21:56,279 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T11:21:56,279 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0 2024-11-23T11:21:56,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741833_1009 (size=32) 2024-11-23T11:21:56,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:56,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:21:56,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:21:56,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:56,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:56,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:21:56,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:21:56,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:56,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:56,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:21:56,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:21:56,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:56,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:56,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:21:56,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:21:56,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:56,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:56,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:21:56,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/hbase/meta/1588230740 2024-11-23T11:21:56,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/hbase/meta/1588230740 2024-11-23T11:21:56,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:21:56,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:21:56,697 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:21:56,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:21:56,699 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:21:56,699 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74097603, jitterRate=0.10414032638072968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:21:56,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732360916684Initializing all the Stores at 1732360916685 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360916685Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360916685Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360916685Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360916685Cleaning up temporary data from old regions at 1732360916696 (+11 ms)Region opened successfully at 1732360916700 (+4 ms) 2024-11-23T11:21:56,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:21:56,700 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:21:56,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:21:56,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:21:56,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:21:56,700 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:21:56,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360916700Disabling compacts and flushes for region at 1732360916700Disabling writes for close at 1732360916700Writing region close event to WAL at 1732360916700Closed at 1732360916700 2024-11-23T11:21:56,701 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:21:56,701 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T11:21:56,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T11:21:56,703 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:21:56,704 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T11:21:56,854 DEBUG [64443f9a1829:35361 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T11:21:56,855 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64443f9a1829,43607,1732360913731 2024-11-23T11:21:56,856 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,43607,1732360913731, state=OPENING 2024-11-23T11:21:56,912 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T11:21:56,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x101676d8bef0006, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1498030889 2024-11-23T11:21:56,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43607-0x101676d8bef0007, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1498030889 2024-11-23T11:21:56,924 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:21:56,924 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1498030889/meta-region-server: CHANGED 2024-11-23T11:21:56,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,43607,1732360913731}] 2024-11-23T11:21:56,925 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1498030889/meta-region-server: CHANGED 2024-11-23T11:21:57,077 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:21:57,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T11:21:57,080 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T11:21:57,080 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:21:57,080 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T11:21:57,081 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C43607%2C1732360913731.meta, suffix=.meta, logDir=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731, archiveDir=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/oldWALs, maxLogs=10 2024-11-23T11:21:57,093 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.meta.1732360917082.meta, exclude list is [], retry=0 2024-11-23T11:21:57,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44063,DS-93049061-5d7e-4600-aa7b-8919fa407aa1,DISK] 2024-11-23T11:21:57,096 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.meta.1732360917082.meta 2024-11-23T11:21:57,096 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42661:42661)] 2024-11-23T11:21:57,096 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:21:57,097 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:21:57,097 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:21:57,097 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T11:21:57,097 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T11:21:57,097 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T11:21:57,097 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:57,097 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T11:21:57,097 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T11:21:57,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:21:57,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:21:57,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:57,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:57,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:21:57,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:21:57,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:57,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:57,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:21:57,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:21:57,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:57,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:57,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:21:57,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:21:57,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:57,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:21:57,103 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:21:57,103 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/hbase/meta/1588230740 2024-11-23T11:21:57,104 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/hbase/meta/1588230740 2024-11-23T11:21:57,105 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:21:57,105 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:21:57,105 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:21:57,106 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:21:57,106 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66660943, jitterRate=-0.006674543023109436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:21:57,106 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T11:21:57,106 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732360917097Writing region info on filesystem at 1732360917097Initializing all the Stores at 1732360917098 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360917098Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360917099 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360917099Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360917099Cleaning up temporary data from old regions at 1732360917105 (+6 ms)Running coprocessor post-open hooks at 1732360917106 (+1 ms)Region opened successfully at 1732360917106 2024-11-23T11:21:57,107 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732360917076 2024-11-23T11:21:57,109 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T11:21:57,109 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T11:21:57,109 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64443f9a1829,43607,1732360913731 2024-11-23T11:21:57,110 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,43607,1732360913731, state=OPEN 2024-11-23T11:21:57,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43607-0x101676d8bef0007, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1498030889/meta-region-server 2024-11-23T11:21:57,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x101676d8bef0006, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1498030889/meta-region-server 2024-11-23T11:21:57,119 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64443f9a1829,43607,1732360913731 2024-11-23T11:21:57,119 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1498030889/meta-region-server: CHANGED 2024-11-23T11:21:57,119 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1498030889/meta-region-server: CHANGED 2024-11-23T11:21:57,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T11:21:57,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,43607,1732360913731 in 195 msec 2024-11-23T11:21:57,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T11:21:57,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 420 msec 2024-11-23T11:21:57,123 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:21:57,123 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T11:21:57,124 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:21:57,124 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,43607,1732360913731, seqNum=-1] 2024-11-23T11:21:57,125 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:57,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:21:57,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2660 sec 2024-11-23T11:21:57,129 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732360917129, completionTime=-1 2024-11-23T11:21:57,129 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T11:21:57,129 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T11:21:57,131 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T11:21:57,132 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732360977131 2024-11-23T11:21:57,132 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732361037132 2024-11-23T11:21:57,132 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T11:21:57,132 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,35361,1732360913620-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:57,132 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,35361,1732360913620-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:57,132 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,35361,1732360913620-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:57,132 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64443f9a1829:35361, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:57,132 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:57,133 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:57,134 DEBUG [master/64443f9a1829:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T11:21:57,138 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.341sec 2024-11-23T11:21:57,138 INFO [master/64443f9a1829:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T11:21:57,138 INFO [master/64443f9a1829:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T11:21:57,138 INFO [master/64443f9a1829:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T11:21:57,138 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T11:21:57,138 INFO [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T11:21:57,138 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,35361,1732360913620-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:21:57,138 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,35361,1732360913620-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T11:21:57,140 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T11:21:57,140 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T11:21:57,140 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,35361,1732360913620-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:21:57,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f3bd46d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:57,156 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,35361,-1 for getting cluster id 2024-11-23T11:21:57,156 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:21:57,157 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6aecbe2-15d9-4012-a4ec-ef7d76a5050b' 2024-11-23T11:21:57,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:21:57,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6aecbe2-15d9-4012-a4ec-ef7d76a5050b" 2024-11-23T11:21:57,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48f7e016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:57,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,35361,-1] 2024-11-23T11:21:57,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:21:57,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:21:57,158 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:21:57,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29551a80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:21:57,160 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:21:57,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,43607,1732360913731, seqNum=-1] 2024-11-23T11:21:57,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:21:57,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:21:57,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64443f9a1829,35361,1732360913620 2024-11-23T11:21:57,163 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62009 2024-11-23T11:21:57,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:21:57,176 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101676d8bef0008 connected 2024-11-23T11:21:57,264 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:21:57,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,33175,1732360902783 2024-11-23T11:21:57,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69839388 2024-11-23T11:21:57,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:21:57,266 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:21:57,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:21:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T11:21:57,268 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:21:57,268 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:57,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T11:21:57,269 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:21:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:21:57,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34535 is added to blk_1073741835_1011 (size=902) 2024-11-23T11:21:57,312 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:21:57,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:57,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:57,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:57,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:57,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:57,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:57,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:57,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:57,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:57,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:57,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:57,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:57,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:57,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:21:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:21:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:21:57,676 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 87c141fd4b7df2478bb15816b67e045c, NAME => 'test,,1732360917266.87c141fd4b7df2478bb15816b67e045c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382 2024-11-23T11:21:57,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34535 is added to blk_1073741836_1012 (size=39) 2024-11-23T11:21:57,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:21:58,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732360917266.87c141fd4b7df2478bb15816b67e045c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:58,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 87c141fd4b7df2478bb15816b67e045c, disabling compactions & flushes 2024-11-23T11:21:58,080 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732360917266.87c141fd4b7df2478bb15816b67e045c. 2024-11-23T11:21:58,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732360917266.87c141fd4b7df2478bb15816b67e045c. 2024-11-23T11:21:58,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732360917266.87c141fd4b7df2478bb15816b67e045c. after waiting 0 ms 2024-11-23T11:21:58,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732360917266.87c141fd4b7df2478bb15816b67e045c. 2024-11-23T11:21:58,080 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732360917266.87c141fd4b7df2478bb15816b67e045c. 2024-11-23T11:21:58,080 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 87c141fd4b7df2478bb15816b67e045c: Waiting for close lock at 1732360918080Disabling compacts and flushes for region at 1732360918080Disabling writes for close at 1732360918080Writing region close event to WAL at 1732360918080Closed at 1732360918080 2024-11-23T11:21:58,081 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:21:58,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732360917266.87c141fd4b7df2478bb15816b67e045c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732360918081"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732360918081"}]},"ts":"1732360918081"} 2024-11-23T11:21:58,084 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T11:21:58,084 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:21:58,085 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360918084"}]},"ts":"1732360918084"} 2024-11-23T11:21:58,086 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T11:21:58,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=87c141fd4b7df2478bb15816b67e045c, ASSIGN}] 2024-11-23T11:21:58,087 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=87c141fd4b7df2478bb15816b67e045c, ASSIGN 2024-11-23T11:21:58,088 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=87c141fd4b7df2478bb15816b67e045c, ASSIGN; state=OFFLINE, location=64443f9a1829,43595,1732360902964; forceNewPlan=false, retain=false 2024-11-23T11:21:58,238 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=87c141fd4b7df2478bb15816b67e045c, regionState=OPENING, regionLocation=64443f9a1829,43595,1732360902964 2024-11-23T11:21:58,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=87c141fd4b7df2478bb15816b67e045c, ASSIGN because future has completed 2024-11-23T11:21:58,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87c141fd4b7df2478bb15816b67e045c, server=64443f9a1829,43595,1732360902964}] 2024-11-23T11:21:58,397 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732360917266.87c141fd4b7df2478bb15816b67e045c. 2024-11-23T11:21:58,397 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 87c141fd4b7df2478bb15816b67e045c, NAME => 'test,,1732360917266.87c141fd4b7df2478bb15816b67e045c.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:21:58,397 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:21:58,397 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T11:21:58,397 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 87c141fd4b7df2478bb15816b67e045c 2024-11-23T11:21:58,397 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732360917266.87c141fd4b7df2478bb15816b67e045c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:21:58,397 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 87c141fd4b7df2478bb15816b67e045c 2024-11-23T11:21:58,397 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 87c141fd4b7df2478bb15816b67e045c 2024-11-23T11:21:58,398 INFO [StoreOpener-87c141fd4b7df2478bb15816b67e045c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 87c141fd4b7df2478bb15816b67e045c 2024-11-23T11:21:58,399 INFO [StoreOpener-87c141fd4b7df2478bb15816b67e045c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87c141fd4b7df2478bb15816b67e045c columnFamilyName f 2024-11-23T11:21:58,399 DEBUG [StoreOpener-87c141fd4b7df2478bb15816b67e045c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:58,400 INFO [StoreOpener-87c141fd4b7df2478bb15816b67e045c-1 {}] regionserver.HStore(327): Store=87c141fd4b7df2478bb15816b67e045c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:58,400 INFO [StoreOpener-87c141fd4b7df2478bb15816b67e045c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 87c141fd4b7df2478bb15816b67e045c 2024-11-23T11:21:58,400 INFO [StoreOpener-87c141fd4b7df2478bb15816b67e045c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87c141fd4b7df2478bb15816b67e045c columnFamilyName f1 2024-11-23T11:21:58,400 DEBUG [StoreOpener-87c141fd4b7df2478bb15816b67e045c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:58,400 INFO [StoreOpener-87c141fd4b7df2478bb15816b67e045c-1 {}] regionserver.HStore(327): Store=87c141fd4b7df2478bb15816b67e045c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:58,401 INFO [StoreOpener-87c141fd4b7df2478bb15816b67e045c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 87c141fd4b7df2478bb15816b67e045c 2024-11-23T11:21:58,401 INFO [StoreOpener-87c141fd4b7df2478bb15816b67e045c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87c141fd4b7df2478bb15816b67e045c columnFamilyName norep 2024-11-23T11:21:58,401 DEBUG [StoreOpener-87c141fd4b7df2478bb15816b67e045c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:58,401 INFO [StoreOpener-87c141fd4b7df2478bb15816b67e045c-1 {}] regionserver.HStore(327): Store=87c141fd4b7df2478bb15816b67e045c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:21:58,401 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 87c141fd4b7df2478bb15816b67e045c 2024-11-23T11:21:58,402 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/default/test/87c141fd4b7df2478bb15816b67e045c 2024-11-23T11:21:58,402 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/default/test/87c141fd4b7df2478bb15816b67e045c 2024-11-23T11:21:58,403 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 87c141fd4b7df2478bb15816b67e045c 2024-11-23T11:21:58,403 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 87c141fd4b7df2478bb15816b67e045c 2024-11-23T11:21:58,403 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:21:58,404 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 87c141fd4b7df2478bb15816b67e045c 2024-11-23T11:21:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:21:58,405 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/default/test/87c141fd4b7df2478bb15816b67e045c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:21:58,406 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 87c141fd4b7df2478bb15816b67e045c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68556465, jitterRate=0.02157093584537506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:21:58,406 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 87c141fd4b7df2478bb15816b67e045c 2024-11-23T11:21:58,406 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 87c141fd4b7df2478bb15816b67e045c: Running coprocessor pre-open hook at 1732360918398Writing region info on filesystem at 1732360918398Initializing all the Stores at 1732360918398Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360918398Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360918398Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360918398Cleaning up temporary data from old regions at 1732360918403 (+5 ms)Running coprocessor post-open hooks at 1732360918406 (+3 ms)Region opened successfully at 1732360918406 2024-11-23T11:21:58,407 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732360917266.87c141fd4b7df2478bb15816b67e045c., pid=6, masterSystemTime=1732360918393 2024-11-23T11:21:58,409 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732360917266.87c141fd4b7df2478bb15816b67e045c. 2024-11-23T11:21:58,409 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732360917266.87c141fd4b7df2478bb15816b67e045c. 2024-11-23T11:21:58,409 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=87c141fd4b7df2478bb15816b67e045c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=64443f9a1829,43595,1732360902964 2024-11-23T11:21:58,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87c141fd4b7df2478bb15816b67e045c, server=64443f9a1829,43595,1732360902964 because future has completed 2024-11-23T11:21:58,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T11:21:58,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 87c141fd4b7df2478bb15816b67e045c, server=64443f9a1829,43595,1732360902964 in 171 msec 2024-11-23T11:21:58,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T11:21:58,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=87c141fd4b7df2478bb15816b67e045c, ASSIGN in 327 msec 2024-11-23T11:21:58,416 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:21:58,416 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360918416"}]},"ts":"1732360918416"} 2024-11-23T11:21:58,419 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T11:21:58,419 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:21:58,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-23T11:21:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:21:59,415 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T11:21:59,415 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:21:59,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,46249,1732360908472 2024-11-23T11:21:59,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a5a9329 2024-11-23T11:21:59,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:21:59,416 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:21:59,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:21:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T11:21:59,419 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:21:59,419 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:21:59,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T11:21:59,419 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:21:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:21:59,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35935 is added to blk_1073741835_1011 (size=902) 2024-11-23T11:21:59,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:21:59,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:21:59,826 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a5ce7ac97b105aadc5922f2a483b2a4c, NAME => 'test,,1732360919417.a5ce7ac97b105aadc5922f2a483b2a4c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa 2024-11-23T11:21:59,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35935 is added to blk_1073741836_1012 (size=39) 2024-11-23T11:22:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:22:00,238 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732360919417.a5ce7ac97b105aadc5922f2a483b2a4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:00,238 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a5ce7ac97b105aadc5922f2a483b2a4c, disabling compactions & flushes 2024-11-23T11:22:00,238 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732360919417.a5ce7ac97b105aadc5922f2a483b2a4c. 2024-11-23T11:22:00,238 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732360919417.a5ce7ac97b105aadc5922f2a483b2a4c. 2024-11-23T11:22:00,238 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732360919417.a5ce7ac97b105aadc5922f2a483b2a4c. after waiting 0 ms 2024-11-23T11:22:00,238 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732360919417.a5ce7ac97b105aadc5922f2a483b2a4c. 2024-11-23T11:22:00,238 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732360919417.a5ce7ac97b105aadc5922f2a483b2a4c. 2024-11-23T11:22:00,238 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a5ce7ac97b105aadc5922f2a483b2a4c: Waiting for close lock at 1732360920238Disabling compacts and flushes for region at 1732360920238Disabling writes for close at 1732360920238Writing region close event to WAL at 1732360920238Closed at 1732360920238 2024-11-23T11:22:00,239 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:22:00,239 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732360919417.a5ce7ac97b105aadc5922f2a483b2a4c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732360920239"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732360920239"}]},"ts":"1732360920239"} 2024-11-23T11:22:00,241 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T11:22:00,241 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:22:00,241 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360920241"}]},"ts":"1732360920241"} 2024-11-23T11:22:00,243 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T11:22:00,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a5ce7ac97b105aadc5922f2a483b2a4c, ASSIGN}] 2024-11-23T11:22:00,244 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a5ce7ac97b105aadc5922f2a483b2a4c, ASSIGN 2024-11-23T11:22:00,244 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a5ce7ac97b105aadc5922f2a483b2a4c, ASSIGN; state=OFFLINE, location=64443f9a1829,42863,1732360908620; forceNewPlan=false, retain=false 2024-11-23T11:22:00,395 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a5ce7ac97b105aadc5922f2a483b2a4c, regionState=OPENING, regionLocation=64443f9a1829,42863,1732360908620 2024-11-23T11:22:00,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a5ce7ac97b105aadc5922f2a483b2a4c, ASSIGN because future has completed 2024-11-23T11:22:00,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5ce7ac97b105aadc5922f2a483b2a4c, server=64443f9a1829,42863,1732360908620}] 2024-11-23T11:22:00,551 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732360919417.a5ce7ac97b105aadc5922f2a483b2a4c. 2024-11-23T11:22:00,551 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a5ce7ac97b105aadc5922f2a483b2a4c, NAME => 'test,,1732360919417.a5ce7ac97b105aadc5922f2a483b2a4c.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:22:00,552 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:22:00,552 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T11:22:00,552 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a5ce7ac97b105aadc5922f2a483b2a4c 2024-11-23T11:22:00,552 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732360919417.a5ce7ac97b105aadc5922f2a483b2a4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:00,552 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a5ce7ac97b105aadc5922f2a483b2a4c 2024-11-23T11:22:00,552 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a5ce7ac97b105aadc5922f2a483b2a4c 2024-11-23T11:22:00,553 INFO [StoreOpener-a5ce7ac97b105aadc5922f2a483b2a4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a5ce7ac97b105aadc5922f2a483b2a4c 2024-11-23T11:22:00,554 INFO [StoreOpener-a5ce7ac97b105aadc5922f2a483b2a4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5ce7ac97b105aadc5922f2a483b2a4c columnFamilyName f 2024-11-23T11:22:00,554 DEBUG [StoreOpener-a5ce7ac97b105aadc5922f2a483b2a4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:00,554 INFO [StoreOpener-a5ce7ac97b105aadc5922f2a483b2a4c-1 {}] regionserver.HStore(327): Store=a5ce7ac97b105aadc5922f2a483b2a4c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:00,554 INFO [StoreOpener-a5ce7ac97b105aadc5922f2a483b2a4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a5ce7ac97b105aadc5922f2a483b2a4c 2024-11-23T11:22:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:22:00,555 INFO [StoreOpener-a5ce7ac97b105aadc5922f2a483b2a4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5ce7ac97b105aadc5922f2a483b2a4c columnFamilyName f1 2024-11-23T11:22:00,555 DEBUG [StoreOpener-a5ce7ac97b105aadc5922f2a483b2a4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:00,555 INFO [StoreOpener-a5ce7ac97b105aadc5922f2a483b2a4c-1 {}] regionserver.HStore(327): Store=a5ce7ac97b105aadc5922f2a483b2a4c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:00,555 INFO [StoreOpener-a5ce7ac97b105aadc5922f2a483b2a4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a5ce7ac97b105aadc5922f2a483b2a4c 2024-11-23T11:22:00,556 INFO [StoreOpener-a5ce7ac97b105aadc5922f2a483b2a4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5ce7ac97b105aadc5922f2a483b2a4c columnFamilyName norep 2024-11-23T11:22:00,556 DEBUG [StoreOpener-a5ce7ac97b105aadc5922f2a483b2a4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:00,556 INFO [StoreOpener-a5ce7ac97b105aadc5922f2a483b2a4c-1 {}] regionserver.HStore(327): Store=a5ce7ac97b105aadc5922f2a483b2a4c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:00,556 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a5ce7ac97b105aadc5922f2a483b2a4c 2024-11-23T11:22:00,557 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/default/test/a5ce7ac97b105aadc5922f2a483b2a4c 2024-11-23T11:22:00,557 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/default/test/a5ce7ac97b105aadc5922f2a483b2a4c 2024-11-23T11:22:00,558 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a5ce7ac97b105aadc5922f2a483b2a4c 2024-11-23T11:22:00,558 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a5ce7ac97b105aadc5922f2a483b2a4c 2024-11-23T11:22:00,558 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:22:00,559 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a5ce7ac97b105aadc5922f2a483b2a4c 2024-11-23T11:22:00,560 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/default/test/a5ce7ac97b105aadc5922f2a483b2a4c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:22:00,560 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a5ce7ac97b105aadc5922f2a483b2a4c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62935397, jitterRate=-0.062189504504203796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:22:00,560 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a5ce7ac97b105aadc5922f2a483b2a4c 2024-11-23T11:22:00,560 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a5ce7ac97b105aadc5922f2a483b2a4c: Running coprocessor pre-open hook at 1732360920552Writing region info on filesystem at 1732360920552Initializing all the Stores at 1732360920553 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360920553Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360920553Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360920553Cleaning up temporary data from old regions at 1732360920558 (+5 ms)Running coprocessor post-open hooks at 1732360920560 (+2 ms)Region opened successfully at 1732360920560 2024-11-23T11:22:00,561 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732360919417.a5ce7ac97b105aadc5922f2a483b2a4c., pid=6, masterSystemTime=1732360920549 2024-11-23T11:22:00,562 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732360919417.a5ce7ac97b105aadc5922f2a483b2a4c. 2024-11-23T11:22:00,562 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732360919417.a5ce7ac97b105aadc5922f2a483b2a4c. 2024-11-23T11:22:00,563 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a5ce7ac97b105aadc5922f2a483b2a4c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=64443f9a1829,42863,1732360908620 2024-11-23T11:22:00,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5ce7ac97b105aadc5922f2a483b2a4c, server=64443f9a1829,42863,1732360908620 because future has completed 2024-11-23T11:22:00,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T11:22:00,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a5ce7ac97b105aadc5922f2a483b2a4c, server=64443f9a1829,42863,1732360908620 in 168 msec 2024-11-23T11:22:00,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T11:22:00,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a5ce7ac97b105aadc5922f2a483b2a4c, ASSIGN in 323 msec 2024-11-23T11:22:00,568 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:22:00,569 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360920568"}]},"ts":"1732360920568"} 2024-11-23T11:22:00,570 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T11:22:00,571 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:22:00,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-23T11:22:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:22:01,566 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T11:22:01,566 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:22:01,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,35361,1732360913620 2024-11-23T11:22:01,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@439c8fce 2024-11-23T11:22:01,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:22:01,569 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:22:01,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:22:01,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T11:22:01,572 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:22:01,572 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:01,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T11:22:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:22:01,574 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:22:01,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741835_1011 (size=902) 2024-11-23T11:22:01,581 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 58ccd4a662a6f796333e07b547bea64c, NAME => 'test,,1732360921569.58ccd4a662a6f796333e07b547bea64c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0 2024-11-23T11:22:01,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741836_1012 (size=39) 2024-11-23T11:22:01,594 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732360921569.58ccd4a662a6f796333e07b547bea64c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:01,594 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 58ccd4a662a6f796333e07b547bea64c, disabling compactions & flushes 2024-11-23T11:22:01,594 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732360921569.58ccd4a662a6f796333e07b547bea64c. 2024-11-23T11:22:01,594 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732360921569.58ccd4a662a6f796333e07b547bea64c. 2024-11-23T11:22:01,594 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732360921569.58ccd4a662a6f796333e07b547bea64c. after waiting 0 ms 2024-11-23T11:22:01,594 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732360921569.58ccd4a662a6f796333e07b547bea64c. 2024-11-23T11:22:01,594 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732360921569.58ccd4a662a6f796333e07b547bea64c. 2024-11-23T11:22:01,594 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 58ccd4a662a6f796333e07b547bea64c: Waiting for close lock at 1732360921594Disabling compacts and flushes for region at 1732360921594Disabling writes for close at 1732360921594Writing region close event to WAL at 1732360921594Closed at 1732360921594 2024-11-23T11:22:01,595 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:22:01,596 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732360921569.58ccd4a662a6f796333e07b547bea64c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732360921595"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732360921595"}]},"ts":"1732360921595"} 2024-11-23T11:22:01,600 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T11:22:01,601 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:22:01,601 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360921601"}]},"ts":"1732360921601"} 2024-11-23T11:22:01,603 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T11:22:01,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=58ccd4a662a6f796333e07b547bea64c, ASSIGN}] 2024-11-23T11:22:01,604 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=58ccd4a662a6f796333e07b547bea64c, ASSIGN 2024-11-23T11:22:01,605 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=58ccd4a662a6f796333e07b547bea64c, ASSIGN; state=OFFLINE, location=64443f9a1829,43607,1732360913731; forceNewPlan=false, retain=false 2024-11-23T11:22:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:22:01,756 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=58ccd4a662a6f796333e07b547bea64c, regionState=OPENING, regionLocation=64443f9a1829,43607,1732360913731 2024-11-23T11:22:01,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=58ccd4a662a6f796333e07b547bea64c, ASSIGN because future has completed 2024-11-23T11:22:01,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58ccd4a662a6f796333e07b547bea64c, server=64443f9a1829,43607,1732360913731}] 2024-11-23T11:22:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:22:01,916 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732360921569.58ccd4a662a6f796333e07b547bea64c. 2024-11-23T11:22:01,916 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 58ccd4a662a6f796333e07b547bea64c, NAME => 'test,,1732360921569.58ccd4a662a6f796333e07b547bea64c.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:22:01,917 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:22:01,917 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T11:22:01,917 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 58ccd4a662a6f796333e07b547bea64c 2024-11-23T11:22:01,917 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732360921569.58ccd4a662a6f796333e07b547bea64c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:01,917 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 58ccd4a662a6f796333e07b547bea64c 2024-11-23T11:22:01,917 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 58ccd4a662a6f796333e07b547bea64c 2024-11-23T11:22:01,919 INFO [StoreOpener-58ccd4a662a6f796333e07b547bea64c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 58ccd4a662a6f796333e07b547bea64c 2024-11-23T11:22:01,920 INFO [StoreOpener-58ccd4a662a6f796333e07b547bea64c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58ccd4a662a6f796333e07b547bea64c columnFamilyName f 2024-11-23T11:22:01,920 DEBUG [StoreOpener-58ccd4a662a6f796333e07b547bea64c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:01,920 INFO [StoreOpener-58ccd4a662a6f796333e07b547bea64c-1 {}] regionserver.HStore(327): Store=58ccd4a662a6f796333e07b547bea64c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:01,920 INFO [StoreOpener-58ccd4a662a6f796333e07b547bea64c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 58ccd4a662a6f796333e07b547bea64c 2024-11-23T11:22:01,921 INFO [StoreOpener-58ccd4a662a6f796333e07b547bea64c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58ccd4a662a6f796333e07b547bea64c columnFamilyName f1 2024-11-23T11:22:01,921 DEBUG [StoreOpener-58ccd4a662a6f796333e07b547bea64c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:01,921 INFO [StoreOpener-58ccd4a662a6f796333e07b547bea64c-1 {}] regionserver.HStore(327): Store=58ccd4a662a6f796333e07b547bea64c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:01,921 INFO [StoreOpener-58ccd4a662a6f796333e07b547bea64c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 58ccd4a662a6f796333e07b547bea64c 2024-11-23T11:22:01,922 INFO [StoreOpener-58ccd4a662a6f796333e07b547bea64c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58ccd4a662a6f796333e07b547bea64c columnFamilyName norep 2024-11-23T11:22:01,922 DEBUG [StoreOpener-58ccd4a662a6f796333e07b547bea64c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:01,922 INFO [StoreOpener-58ccd4a662a6f796333e07b547bea64c-1 {}] regionserver.HStore(327): Store=58ccd4a662a6f796333e07b547bea64c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:01,922 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 58ccd4a662a6f796333e07b547bea64c 2024-11-23T11:22:01,923 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/default/test/58ccd4a662a6f796333e07b547bea64c 2024-11-23T11:22:01,923 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/default/test/58ccd4a662a6f796333e07b547bea64c 2024-11-23T11:22:01,924 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 58ccd4a662a6f796333e07b547bea64c 2024-11-23T11:22:01,924 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 58ccd4a662a6f796333e07b547bea64c 2024-11-23T11:22:01,924 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:22:01,925 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 58ccd4a662a6f796333e07b547bea64c 2024-11-23T11:22:01,927 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/default/test/58ccd4a662a6f796333e07b547bea64c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:22:01,928 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 58ccd4a662a6f796333e07b547bea64c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64591950, jitterRate=-0.03750494122505188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:22:01,928 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58ccd4a662a6f796333e07b547bea64c 2024-11-23T11:22:01,928 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 58ccd4a662a6f796333e07b547bea64c: Running coprocessor pre-open hook at 1732360921917Writing region info on filesystem at 1732360921917Initializing all the Stores at 1732360921918 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360921918Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360921918Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360921918Cleaning up temporary data from old regions at 1732360921924 (+6 ms)Running coprocessor post-open hooks at 1732360921928 (+4 ms)Region opened successfully at 1732360921928 2024-11-23T11:22:01,929 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732360921569.58ccd4a662a6f796333e07b547bea64c., pid=6, masterSystemTime=1732360921910 2024-11-23T11:22:01,931 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732360921569.58ccd4a662a6f796333e07b547bea64c. 2024-11-23T11:22:01,931 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732360921569.58ccd4a662a6f796333e07b547bea64c. 2024-11-23T11:22:01,931 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=58ccd4a662a6f796333e07b547bea64c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=64443f9a1829,43607,1732360913731 2024-11-23T11:22:01,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58ccd4a662a6f796333e07b547bea64c, server=64443f9a1829,43607,1732360913731 because future has completed 2024-11-23T11:22:01,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T11:22:01,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 58ccd4a662a6f796333e07b547bea64c, server=64443f9a1829,43607,1732360913731 in 175 msec 2024-11-23T11:22:01,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T11:22:01,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=58ccd4a662a6f796333e07b547bea64c, ASSIGN in 332 msec 2024-11-23T11:22:01,937 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:22:01,937 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360921937"}]},"ts":"1732360921937"} 2024-11-23T11:22:01,938 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T11:22:01,939 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:22:01,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 370 msec 2024-11-23T11:22:02,037 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T11:22:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:22:02,205 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T11:22:02,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e15b5fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:02,207 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,33175,-1 for getting cluster id 2024-11-23T11:22:02,208 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:22:02,208 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efdbed8b-703b-48b6-b460-5d4c5a53f623' 2024-11-23T11:22:02,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:22:02,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efdbed8b-703b-48b6-b460-5d4c5a53f623" 2024-11-23T11:22:02,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b856ab6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:02,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,33175,-1] 2024-11-23T11:22:02,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:22:02,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:02,210 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:22:02,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4db82d43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:02,211 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:22:02,212 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,33175,1732360902783 2024-11-23T11:22:02,212 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45b7d99b 2024-11-23T11:22:02,212 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:22:02,214 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:22:02,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://64443f9a1829:46249,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T11:22:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T11:22:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:22:02,219 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:46249' 2024-11-23T11:22:02,220 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64353564, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:02,220 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,46249,-1 for getting cluster id 2024-11-23T11:22:02,221 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:22:02,221 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5565d3c-e1c7-49d4-a023-0845244811dc' 2024-11-23T11:22:02,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:22:02,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5565d3c-e1c7-49d4-a023-0845244811dc" 2024-11-23T11:22:02,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a5940d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:02,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,46249,-1] 2024-11-23T11:22:02,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:22:02,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:02,223 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:22:02,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749f0397, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:02,225 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:22:02,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,46249,1732360908472 2024-11-23T11:22:02,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b883f6a 2024-11-23T11:22:02,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:22:02,227 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:22:02,228 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-23T11:22:02,228 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T11:22:02,228 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:02,229 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:02,229 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:22:02,230 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T11:22:02,231 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:22:02,231 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:02,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:22:02,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:22:02,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34535 is added to blk_1073741837_1013 (size=1138) 2024-11-23T11:22:02,280 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T11:22:02,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:22:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:22:02,599 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:22:02,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:02,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:02,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:02,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:02,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:02,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:02,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:02,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:02,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:02,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:02,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:02,642 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d699a9d99b2e838b25b0f230604a1476, NAME => 'hbase:replication,,1732360922229.d699a9d99b2e838b25b0f230604a1476.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382 2024-11-23T11:22:02,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34535 is added to blk_1073741838_1014 (size=44) 2024-11-23T11:22:02,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:02,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:02,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:02,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T11:22:02,683 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-23T11:22:02,684 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T11:22:02,684 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-23T11:22:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:22:03,047 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732360922229.d699a9d99b2e838b25b0f230604a1476.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:03,047 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d699a9d99b2e838b25b0f230604a1476, disabling compactions & flushes 2024-11-23T11:22:03,047 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732360922229.d699a9d99b2e838b25b0f230604a1476. 2024-11-23T11:22:03,047 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732360922229.d699a9d99b2e838b25b0f230604a1476. 2024-11-23T11:22:03,047 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732360922229.d699a9d99b2e838b25b0f230604a1476. after waiting 0 ms 2024-11-23T11:22:03,047 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732360922229.d699a9d99b2e838b25b0f230604a1476. 2024-11-23T11:22:03,047 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732360922229.d699a9d99b2e838b25b0f230604a1476. 2024-11-23T11:22:03,048 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d699a9d99b2e838b25b0f230604a1476: Waiting for close lock at 1732360923047Disabling compacts and flushes for region at 1732360923047Disabling writes for close at 1732360923047Writing region close event to WAL at 1732360923047Closed at 1732360923047 2024-11-23T11:22:03,049 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:22:03,049 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732360922229.d699a9d99b2e838b25b0f230604a1476.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732360923049"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732360923049"}]},"ts":"1732360923049"} 2024-11-23T11:22:03,051 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T11:22:03,052 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:22:03,052 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360923052"}]},"ts":"1732360923052"} 2024-11-23T11:22:03,054 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T11:22:03,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d699a9d99b2e838b25b0f230604a1476, ASSIGN}] 2024-11-23T11:22:03,055 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d699a9d99b2e838b25b0f230604a1476, ASSIGN 2024-11-23T11:22:03,056 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d699a9d99b2e838b25b0f230604a1476, ASSIGN; state=OFFLINE, location=64443f9a1829,43595,1732360902964; forceNewPlan=false, retain=false 2024-11-23T11:22:03,207 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d699a9d99b2e838b25b0f230604a1476, regionState=OPENING, regionLocation=64443f9a1829,43595,1732360902964 2024-11-23T11:22:03,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d699a9d99b2e838b25b0f230604a1476, ASSIGN because future has completed 2024-11-23T11:22:03,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d699a9d99b2e838b25b0f230604a1476, server=64443f9a1829,43595,1732360902964}] 2024-11-23T11:22:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:22:03,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732360922229.d699a9d99b2e838b25b0f230604a1476. 2024-11-23T11:22:03,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:22:03,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T11:22:03,366 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C43595%2C1732360902964.rep, suffix=, logDir=hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964, archiveDir=hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/oldWALs, maxLogs=10 2024-11-23T11:22:03,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.rep.1732360923366, exclude list is [], retry=0 2024-11-23T11:22:03,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34535,DS-235e9689-284b-4d62-949b-8ad89f34ccc2,DISK] 2024-11-23T11:22:03,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.rep.1732360923366 2024-11-23T11:22:03,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43007:43007)] 2024-11-23T11:22:03,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d699a9d99b2e838b25b0f230604a1476, NAME => 'hbase:replication,,1732360922229.d699a9d99b2e838b25b0f230604a1476.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:22:03,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:22:03,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:22:03,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732360922229.d699a9d99b2e838b25b0f230604a1476. service=MultiRowMutationService 2024-11-23T11:22:03,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T11:22:03,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d699a9d99b2e838b25b0f230604a1476 2024-11-23T11:22:03,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732360922229.d699a9d99b2e838b25b0f230604a1476.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:03,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d699a9d99b2e838b25b0f230604a1476 2024-11-23T11:22:03,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d699a9d99b2e838b25b0f230604a1476 2024-11-23T11:22:03,395 INFO [StoreOpener-d699a9d99b2e838b25b0f230604a1476-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d699a9d99b2e838b25b0f230604a1476 2024-11-23T11:22:03,397 INFO [StoreOpener-d699a9d99b2e838b25b0f230604a1476-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d699a9d99b2e838b25b0f230604a1476 columnFamilyName hfileref 2024-11-23T11:22:03,397 DEBUG [StoreOpener-d699a9d99b2e838b25b0f230604a1476-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:03,397 INFO [StoreOpener-d699a9d99b2e838b25b0f230604a1476-1 {}] regionserver.HStore(327): Store=d699a9d99b2e838b25b0f230604a1476/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:03,397 INFO [StoreOpener-d699a9d99b2e838b25b0f230604a1476-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d699a9d99b2e838b25b0f230604a1476 2024-11-23T11:22:03,399 INFO [StoreOpener-d699a9d99b2e838b25b0f230604a1476-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d699a9d99b2e838b25b0f230604a1476 columnFamilyName queue 2024-11-23T11:22:03,399 DEBUG [StoreOpener-d699a9d99b2e838b25b0f230604a1476-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:03,399 INFO [StoreOpener-d699a9d99b2e838b25b0f230604a1476-1 {}] regionserver.HStore(327): Store=d699a9d99b2e838b25b0f230604a1476/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:03,399 INFO [StoreOpener-d699a9d99b2e838b25b0f230604a1476-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d699a9d99b2e838b25b0f230604a1476 2024-11-23T11:22:03,400 INFO [StoreOpener-d699a9d99b2e838b25b0f230604a1476-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d699a9d99b2e838b25b0f230604a1476 columnFamilyName sid 2024-11-23T11:22:03,400 DEBUG [StoreOpener-d699a9d99b2e838b25b0f230604a1476-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:03,401 INFO [StoreOpener-d699a9d99b2e838b25b0f230604a1476-1 {}] regionserver.HStore(327): Store=d699a9d99b2e838b25b0f230604a1476/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:03,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d699a9d99b2e838b25b0f230604a1476 2024-11-23T11:22:03,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/hbase/replication/d699a9d99b2e838b25b0f230604a1476 2024-11-23T11:22:03,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/hbase/replication/d699a9d99b2e838b25b0f230604a1476 2024-11-23T11:22:03,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d699a9d99b2e838b25b0f230604a1476 2024-11-23T11:22:03,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d699a9d99b2e838b25b0f230604a1476 2024-11-23T11:22:03,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:22:03,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d699a9d99b2e838b25b0f230604a1476 2024-11-23T11:22:03,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/hbase/replication/d699a9d99b2e838b25b0f230604a1476/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:22:03,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d699a9d99b2e838b25b0f230604a1476; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67078175, jitterRate=-4.573017358779907E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:22:03,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d699a9d99b2e838b25b0f230604a1476 2024-11-23T11:22:03,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d699a9d99b2e838b25b0f230604a1476: Running coprocessor pre-open hook at 1732360923394Writing region info on filesystem at 1732360923394Initializing all the Stores at 1732360923395 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360923395Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360923395Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360923395Cleaning up temporary data from old regions at 1732360923403 (+8 ms)Running coprocessor post-open hooks at 1732360923423 (+20 ms)Region opened successfully at 1732360923423 2024-11-23T11:22:03,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732360922229.d699a9d99b2e838b25b0f230604a1476., pid=10, masterSystemTime=1732360923361 2024-11-23T11:22:03,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732360922229.d699a9d99b2e838b25b0f230604a1476. 2024-11-23T11:22:03,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732360922229.d699a9d99b2e838b25b0f230604a1476. 2024-11-23T11:22:03,426 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d699a9d99b2e838b25b0f230604a1476, regionState=OPEN, openSeqNum=2, regionLocation=64443f9a1829,43595,1732360902964 2024-11-23T11:22:03,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d699a9d99b2e838b25b0f230604a1476, server=64443f9a1829,43595,1732360902964 because future has completed 2024-11-23T11:22:03,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T11:22:03,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d699a9d99b2e838b25b0f230604a1476, server=64443f9a1829,43595,1732360902964 in 219 msec 2024-11-23T11:22:03,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T11:22:03,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d699a9d99b2e838b25b0f230604a1476, ASSIGN in 376 msec 2024-11-23T11:22:03,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:22:03,432 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360923432"}]},"ts":"1732360923432"} 2024-11-23T11:22:03,434 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T11:22:03,434 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:22:03,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2050 sec 2024-11-23T11:22:03,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732360922229.d699a9d99b2e838b25b0f230604a1476., hostname=64443f9a1829,43595,1732360902964, seqNum=2] 2024-11-23T11:22:03,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x101676d8bef0000, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069936881 2024-11-23T11:22:03,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43595-0x101676d8bef0001, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069936881 2024-11-23T11:22:03,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T11:22:03,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T11:22:03,739 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T11:22:03,770 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-64443f9a1829,43595,1732360902964, ReplicationSource: 1, currentBandwidth=0 2024-11-23T11:22:03,770 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:22:03,770 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,43595,1732360902964, seqNum=-1] 2024-11-23T11:22:03,771 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:03,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-23T11:22:03,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-64443f9a1829,43595,1732360902964', locateType=CURRENT is [region=hbase:replication,,1732360922229.d699a9d99b2e838b25b0f230604a1476., hostname=64443f9a1829,43595,1732360902964, seqNum=2] 2024-11-23T11:22:03,775 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T11:22:03,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T11:22:03,777 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 64443f9a1829,43595,1732360902964 suceeded 2024-11-23T11:22:03,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T11:22:03,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-23T11:22:03,779 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://64443f9a1829:46249,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T11:22:03,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5640 sec 2024-11-23T11:22:03,789 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:46249' 2024-11-23T11:22:03,790 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53e88423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:03,790 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,46249,-1 for getting cluster id 2024-11-23T11:22:03,790 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:22:03,791 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5565d3c-e1c7-49d4-a023-0845244811dc' 2024-11-23T11:22:03,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:22:03,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5565d3c-e1c7-49d4-a023-0845244811dc" 2024-11-23T11:22:03,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7964ef89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:03,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,46249,-1] 2024-11-23T11:22:03,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:22:03,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:03,792 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:22:03,793 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c33b71a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:03,793 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:22:03,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,46249,1732360908472 2024-11-23T11:22:03,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@563b6a38 2024-11-23T11:22:03,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:22:03,794 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-23T11:22:03,795 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-64443f9a1829,43595,1732360902964 (queues=1) is replicating from cluster=efdbed8b-703b-48b6-b460-5d4c5a53f623 to cluster=c5565d3c-e1c7-49d4-a023-0845244811dc 2024-11-23T11:22:03,795 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=64443f9a1829%2C43595%2C1732360902964 2024-11-23T11:22:03,795 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-64443f9a1829,43595,1732360902964, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T11:22:03,795 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.shipper64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64443f9a1829%2C43595%2C1732360902964 2024-11-23T11:22:03,795 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.wal-reader.64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267, startPosition=0, beingWritten=true 2024-11-23T11:22:03,799 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.wal-reader.64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:22:03,799 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.wal-reader.64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267 to pos 379, reset compression=false 2024-11-23T11:22:03,799 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.shipper64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,43595,1732360902964 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:22:04,003 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.wal-reader.64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267 to pos 379, reset compression=false 2024-11-23T11:22:04,307 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.wal-reader.64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267 to pos 379, reset compression=false 2024-11-23T11:22:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:22:04,365 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T11:22:04,365 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:22:04,366 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:22:04,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:04,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:04,366 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:22:04,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12ccde26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:04,366 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,46249,-1 for getting cluster id 2024-11-23T11:22:04,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:22:04,367 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5565d3c-e1c7-49d4-a023-0845244811dc' 2024-11-23T11:22:04,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:22:04,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5565d3c-e1c7-49d4-a023-0845244811dc" 2024-11-23T11:22:04,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc8e651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:04,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,46249,-1] 2024-11-23T11:22:04,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:22:04,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:04,368 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:22:04,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@289a2e1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:04,369 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:22:04,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,46249,1732360908472 2024-11-23T11:22:04,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@596501bd 2024-11-23T11:22:04,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:22:04,370 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:22:04,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://64443f9a1829:35361,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T11:22:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T11:22:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:22:04,373 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:35361' 2024-11-23T11:22:04,374 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59006d58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:04,374 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,35361,-1 for getting cluster id 2024-11-23T11:22:04,374 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:22:04,375 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6aecbe2-15d9-4012-a4ec-ef7d76a5050b' 2024-11-23T11:22:04,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:22:04,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6aecbe2-15d9-4012-a4ec-ef7d76a5050b" 2024-11-23T11:22:04,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b777e49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:04,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,35361,-1] 2024-11-23T11:22:04,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:22:04,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:04,376 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:22:04,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c99f80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:04,377 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:22:04,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,35361,1732360913620 2024-11-23T11:22:04,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cf07f0f 2024-11-23T11:22:04,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:22:04,379 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:22:04,379 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T11:22:04,379 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T11:22:04,379 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:04,379 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:04,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:22:04,380 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:22:04,381 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T11:22:04,382 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:22:04,382 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:04,382 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:22:04,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35935 is added to blk_1073741837_1013 (size=1138) 2024-11-23T11:22:04,431 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T11:22:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:22:04,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:22:04,710 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.wal-reader.64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267 to pos 379, reset compression=false 2024-11-23T11:22:04,791 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d44fd12f6d8f23a9d71f9125fde42acd, NAME => 'hbase:replication,,1732360924380.d44fd12f6d8f23a9d71f9125fde42acd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa 2024-11-23T11:22:04,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35935 is added to blk_1073741838_1014 (size=44) 2024-11-23T11:22:04,795 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732360924380.d44fd12f6d8f23a9d71f9125fde42acd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:04,795 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d44fd12f6d8f23a9d71f9125fde42acd, disabling compactions & flushes 2024-11-23T11:22:04,795 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732360924380.d44fd12f6d8f23a9d71f9125fde42acd. 2024-11-23T11:22:04,795 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732360924380.d44fd12f6d8f23a9d71f9125fde42acd. 2024-11-23T11:22:04,795 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732360924380.d44fd12f6d8f23a9d71f9125fde42acd. after waiting 0 ms 2024-11-23T11:22:04,795 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732360924380.d44fd12f6d8f23a9d71f9125fde42acd. 2024-11-23T11:22:04,795 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732360924380.d44fd12f6d8f23a9d71f9125fde42acd. 2024-11-23T11:22:04,795 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d44fd12f6d8f23a9d71f9125fde42acd: Waiting for close lock at 1732360924795Disabling compacts and flushes for region at 1732360924795Disabling writes for close at 1732360924795Writing region close event to WAL at 1732360924795Closed at 1732360924795 2024-11-23T11:22:04,796 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:22:04,796 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732360924380.d44fd12f6d8f23a9d71f9125fde42acd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732360924796"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732360924796"}]},"ts":"1732360924796"} 2024-11-23T11:22:04,798 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T11:22:04,799 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:22:04,799 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360924799"}]},"ts":"1732360924799"} 2024-11-23T11:22:04,801 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T11:22:04,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d44fd12f6d8f23a9d71f9125fde42acd, ASSIGN}] 2024-11-23T11:22:04,802 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d44fd12f6d8f23a9d71f9125fde42acd, ASSIGN 2024-11-23T11:22:04,802 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d44fd12f6d8f23a9d71f9125fde42acd, ASSIGN; state=OFFLINE, location=64443f9a1829,42863,1732360908620; forceNewPlan=false, retain=false 2024-11-23T11:22:04,953 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d44fd12f6d8f23a9d71f9125fde42acd, regionState=OPENING, regionLocation=64443f9a1829,42863,1732360908620 2024-11-23T11:22:04,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d44fd12f6d8f23a9d71f9125fde42acd, ASSIGN because future has completed 2024-11-23T11:22:04,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d44fd12f6d8f23a9d71f9125fde42acd, server=64443f9a1829,42863,1732360908620}] 2024-11-23T11:22:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:22:05,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732360924380.d44fd12f6d8f23a9d71f9125fde42acd. 2024-11-23T11:22:05,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:22:05,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T11:22:05,111 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C42863%2C1732360908620.rep, suffix=, logDir=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620, archiveDir=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/oldWALs, maxLogs=10 2024-11-23T11:22:05,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.rep.1732360925111, exclude list is [], retry=0 2024-11-23T11:22:05,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35935,DS-76ce0fba-f9cd-4bf8-b066-bdfa76eaf1e9,DISK] 2024-11-23T11:22:05,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.rep.1732360925111 2024-11-23T11:22:05,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35311:35311)] 2024-11-23T11:22:05,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d44fd12f6d8f23a9d71f9125fde42acd, NAME => 'hbase:replication,,1732360924380.d44fd12f6d8f23a9d71f9125fde42acd.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:22:05,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:22:05,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:22:05,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732360924380.d44fd12f6d8f23a9d71f9125fde42acd. service=MultiRowMutationService 2024-11-23T11:22:05,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T11:22:05,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d44fd12f6d8f23a9d71f9125fde42acd 2024-11-23T11:22:05,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732360924380.d44fd12f6d8f23a9d71f9125fde42acd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:05,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d44fd12f6d8f23a9d71f9125fde42acd 2024-11-23T11:22:05,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d44fd12f6d8f23a9d71f9125fde42acd 2024-11-23T11:22:05,129 INFO [StoreOpener-d44fd12f6d8f23a9d71f9125fde42acd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d44fd12f6d8f23a9d71f9125fde42acd 2024-11-23T11:22:05,129 INFO [StoreOpener-d44fd12f6d8f23a9d71f9125fde42acd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d44fd12f6d8f23a9d71f9125fde42acd columnFamilyName hfileref 2024-11-23T11:22:05,130 DEBUG [StoreOpener-d44fd12f6d8f23a9d71f9125fde42acd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:05,130 INFO [StoreOpener-d44fd12f6d8f23a9d71f9125fde42acd-1 {}] regionserver.HStore(327): Store=d44fd12f6d8f23a9d71f9125fde42acd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:05,130 INFO [StoreOpener-d44fd12f6d8f23a9d71f9125fde42acd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d44fd12f6d8f23a9d71f9125fde42acd 2024-11-23T11:22:05,130 INFO [StoreOpener-d44fd12f6d8f23a9d71f9125fde42acd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d44fd12f6d8f23a9d71f9125fde42acd columnFamilyName queue 2024-11-23T11:22:05,130 DEBUG [StoreOpener-d44fd12f6d8f23a9d71f9125fde42acd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:05,131 INFO [StoreOpener-d44fd12f6d8f23a9d71f9125fde42acd-1 {}] regionserver.HStore(327): Store=d44fd12f6d8f23a9d71f9125fde42acd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:05,131 INFO [StoreOpener-d44fd12f6d8f23a9d71f9125fde42acd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d44fd12f6d8f23a9d71f9125fde42acd 2024-11-23T11:22:05,131 INFO [StoreOpener-d44fd12f6d8f23a9d71f9125fde42acd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d44fd12f6d8f23a9d71f9125fde42acd columnFamilyName sid 2024-11-23T11:22:05,131 DEBUG [StoreOpener-d44fd12f6d8f23a9d71f9125fde42acd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:05,132 INFO [StoreOpener-d44fd12f6d8f23a9d71f9125fde42acd-1 {}] regionserver.HStore(327): Store=d44fd12f6d8f23a9d71f9125fde42acd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:05,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d44fd12f6d8f23a9d71f9125fde42acd 2024-11-23T11:22:05,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/hbase/replication/d44fd12f6d8f23a9d71f9125fde42acd 2024-11-23T11:22:05,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/hbase/replication/d44fd12f6d8f23a9d71f9125fde42acd 2024-11-23T11:22:05,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d44fd12f6d8f23a9d71f9125fde42acd 2024-11-23T11:22:05,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d44fd12f6d8f23a9d71f9125fde42acd 2024-11-23T11:22:05,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:22:05,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d44fd12f6d8f23a9d71f9125fde42acd 2024-11-23T11:22:05,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/hbase/replication/d44fd12f6d8f23a9d71f9125fde42acd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:22:05,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d44fd12f6d8f23a9d71f9125fde42acd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68964811, jitterRate=0.027655765414237976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:22:05,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d44fd12f6d8f23a9d71f9125fde42acd 2024-11-23T11:22:05,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d44fd12f6d8f23a9d71f9125fde42acd: Running coprocessor pre-open hook at 1732360925128Writing region info on filesystem at 1732360925128Initializing all the Stores at 1732360925128Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360925128Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360925129 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360925129Cleaning up temporary data from old regions at 1732360925133 (+4 ms)Running coprocessor post-open hooks at 1732360925136 (+3 ms)Region opened successfully at 1732360925136 2024-11-23T11:22:05,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732360924380.d44fd12f6d8f23a9d71f9125fde42acd., pid=10, masterSystemTime=1732360925107 2024-11-23T11:22:05,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732360924380.d44fd12f6d8f23a9d71f9125fde42acd. 2024-11-23T11:22:05,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732360924380.d44fd12f6d8f23a9d71f9125fde42acd. 2024-11-23T11:22:05,138 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d44fd12f6d8f23a9d71f9125fde42acd, regionState=OPEN, openSeqNum=2, regionLocation=64443f9a1829,42863,1732360908620 2024-11-23T11:22:05,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d44fd12f6d8f23a9d71f9125fde42acd, server=64443f9a1829,42863,1732360908620 because future has completed 2024-11-23T11:22:05,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T11:22:05,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d44fd12f6d8f23a9d71f9125fde42acd, server=64443f9a1829,42863,1732360908620 in 186 msec 2024-11-23T11:22:05,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T11:22:05,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d44fd12f6d8f23a9d71f9125fde42acd, ASSIGN in 341 msec 2024-11-23T11:22:05,144 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:22:05,145 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360925145"}]},"ts":"1732360925145"} 2024-11-23T11:22:05,146 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T11:22:05,147 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:22:05,148 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 767 msec 2024-11-23T11:22:05,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732360924380.d44fd12f6d8f23a9d71f9125fde42acd., hostname=64443f9a1829,42863,1732360908620, seqNum=2] 2024-11-23T11:22:05,215 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.wal-reader.64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267 to pos 379, reset compression=false 2024-11-23T11:22:05,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46249-0x101676d8bef0003, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634098991 2024-11-23T11:22:05,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42863-0x101676d8bef0004, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634098991 2024-11-23T11:22:05,281 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T11:22:05,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42863 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T11:22:05,434 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T11:22:05,460 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-64443f9a1829,42863,1732360908620, ReplicationSource: 1, currentBandwidth=0 2024-11-23T11:22:05,461 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:22:05,461 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,42863,1732360908620, seqNum=-1] 2024-11-23T11:22:05,461 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:05,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-23T11:22:05,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-64443f9a1829,42863,1732360908620', locateType=CURRENT is [region=hbase:replication,,1732360924380.d44fd12f6d8f23a9d71f9125fde42acd., hostname=64443f9a1829,42863,1732360908620, seqNum=2] 2024-11-23T11:22:05,465 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T11:22:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T11:22:05,467 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 64443f9a1829,42863,1732360908620 suceeded 2024-11-23T11:22:05,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T11:22:05,469 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://64443f9a1829:35361,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T11:22:05,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-23T11:22:05,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0990 sec 2024-11-23T11:22:05,481 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:35361' 2024-11-23T11:22:05,482 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60265828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:05,482 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,35361,-1 for getting cluster id 2024-11-23T11:22:05,482 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:22:05,483 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6aecbe2-15d9-4012-a4ec-ef7d76a5050b' 2024-11-23T11:22:05,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:22:05,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6aecbe2-15d9-4012-a4ec-ef7d76a5050b" 2024-11-23T11:22:05,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@337ba5db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:05,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,35361,-1] 2024-11-23T11:22:05,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:22:05,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:05,484 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:22:05,484 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@519770d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:05,484 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:22:05,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,35361,1732360913620 2024-11-23T11:22:05,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@118f744c 2024-11-23T11:22:05,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:22:05,486 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-23T11:22:05,486 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-64443f9a1829,42863,1732360908620 (queues=1) is replicating from cluster=c5565d3c-e1c7-49d4-a023-0845244811dc to cluster=c6aecbe2-15d9-4012-a4ec-ef7d76a5050b 2024-11-23T11:22:05,486 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=64443f9a1829%2C42863%2C1732360908620 2024-11-23T11:22:05,486 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-64443f9a1829,42863,1732360908620, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T11:22:05,487 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045, startPosition=0, beingWritten=true 2024-11-23T11:22:05,487 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.shipper64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64443f9a1829%2C42863%2C1732360908620 2024-11-23T11:22:05,491 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:22:05,491 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 379, reset compression=false 2024-11-23T11:22:05,491 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.shipper64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,42863,1732360908620 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:22:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:22:05,505 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T11:22:05,505 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:22:05,506 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:22:05,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:05,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:05,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:22:05,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d89d883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:05,510 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,35361,-1 for getting cluster id 2024-11-23T11:22:05,510 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:22:05,510 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6aecbe2-15d9-4012-a4ec-ef7d76a5050b' 2024-11-23T11:22:05,511 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:22:05,511 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6aecbe2-15d9-4012-a4ec-ef7d76a5050b" 2024-11-23T11:22:05,511 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24bf1474, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:05,511 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,35361,-1] 2024-11-23T11:22:05,511 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:22:05,511 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:05,512 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:22:05,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d69456, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:05,513 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:22:05,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,35361,1732360913620 2024-11-23T11:22:05,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a932331 2024-11-23T11:22:05,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:22:05,515 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:22:05,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://64443f9a1829:46249,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T11:22:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T11:22:05,518 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:46249' 2024-11-23T11:22:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:22:05,519 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f725edc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:05,519 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,46249,-1 for getting cluster id 2024-11-23T11:22:05,519 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:22:05,520 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5565d3c-e1c7-49d4-a023-0845244811dc' 2024-11-23T11:22:05,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:22:05,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5565d3c-e1c7-49d4-a023-0845244811dc" 2024-11-23T11:22:05,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63fcf82a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:05,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,46249,-1] 2024-11-23T11:22:05,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:22:05,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:05,521 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:22:05,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17de968f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:05,522 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:22:05,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,46249,1732360908472 2024-11-23T11:22:05,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37bbd65b 2024-11-23T11:22:05,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:22:05,523 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:22:05,524 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T11:22:05,524 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T11:22:05,524 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:05,524 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:05,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:22:05,525 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:22:05,526 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T11:22:05,527 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:22:05,527 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:05,527 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:22:05,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741837_1013 (size=1138) 2024-11-23T11:22:05,576 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T11:22:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:22:05,695 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 379, reset compression=false 2024-11-23T11:22:05,818 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.wal-reader.64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267 to pos 379, reset compression=false 2024-11-23T11:22:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:22:05,933 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1f868915384e70cec2abd0180d3262fa, NAME => 'hbase:replication,,1732360925525.1f868915384e70cec2abd0180d3262fa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0 2024-11-23T11:22:05,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741838_1014 (size=44) 2024-11-23T11:22:05,999 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 379, reset compression=false 2024-11-23T11:22:06,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:22:06,340 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732360925525.1f868915384e70cec2abd0180d3262fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:06,341 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1f868915384e70cec2abd0180d3262fa, disabling compactions & flushes 2024-11-23T11:22:06,341 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732360925525.1f868915384e70cec2abd0180d3262fa. 2024-11-23T11:22:06,341 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732360925525.1f868915384e70cec2abd0180d3262fa. 2024-11-23T11:22:06,341 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732360925525.1f868915384e70cec2abd0180d3262fa. after waiting 0 ms 2024-11-23T11:22:06,341 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732360925525.1f868915384e70cec2abd0180d3262fa. 2024-11-23T11:22:06,341 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732360925525.1f868915384e70cec2abd0180d3262fa. 2024-11-23T11:22:06,341 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1f868915384e70cec2abd0180d3262fa: Waiting for close lock at 1732360926340Disabling compacts and flushes for region at 1732360926340Disabling writes for close at 1732360926341 (+1 ms)Writing region close event to WAL at 1732360926341Closed at 1732360926341 2024-11-23T11:22:06,342 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:22:06,342 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732360925525.1f868915384e70cec2abd0180d3262fa.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732360926342"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732360926342"}]},"ts":"1732360926342"} 2024-11-23T11:22:06,343 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T11:22:06,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:22:06,344 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360926344"}]},"ts":"1732360926344"} 2024-11-23T11:22:06,345 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T11:22:06,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1f868915384e70cec2abd0180d3262fa, ASSIGN}] 2024-11-23T11:22:06,347 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1f868915384e70cec2abd0180d3262fa, ASSIGN 2024-11-23T11:22:06,347 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1f868915384e70cec2abd0180d3262fa, ASSIGN; state=OFFLINE, location=64443f9a1829,43607,1732360913731; forceNewPlan=false, retain=false 2024-11-23T11:22:06,402 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 379, reset compression=false 2024-11-23T11:22:06,498 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1f868915384e70cec2abd0180d3262fa, regionState=OPENING, regionLocation=64443f9a1829,43607,1732360913731 2024-11-23T11:22:06,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1f868915384e70cec2abd0180d3262fa, ASSIGN because future has completed 2024-11-23T11:22:06,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f868915384e70cec2abd0180d3262fa, server=64443f9a1829,43607,1732360913731}] 2024-11-23T11:22:06,522 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.wal-reader.64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267 to pos 379, reset compression=false 2024-11-23T11:22:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:22:06,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732360925525.1f868915384e70cec2abd0180d3262fa. 2024-11-23T11:22:06,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:22:06,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T11:22:06,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C43607%2C1732360913731.rep, suffix=, logDir=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731, archiveDir=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/oldWALs, maxLogs=10 2024-11-23T11:22:06,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.rep.1732360926656, exclude list is [], retry=0 2024-11-23T11:22:06,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44063,DS-93049061-5d7e-4600-aa7b-8919fa407aa1,DISK] 2024-11-23T11:22:06,682 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.rep.1732360926656 2024-11-23T11:22:06,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42661:42661)] 2024-11-23T11:22:06,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f868915384e70cec2abd0180d3262fa, NAME => 'hbase:replication,,1732360925525.1f868915384e70cec2abd0180d3262fa.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:22:06,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:22:06,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:22:06,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732360925525.1f868915384e70cec2abd0180d3262fa. service=MultiRowMutationService 2024-11-23T11:22:06,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T11:22:06,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1f868915384e70cec2abd0180d3262fa 2024-11-23T11:22:06,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732360925525.1f868915384e70cec2abd0180d3262fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:06,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1f868915384e70cec2abd0180d3262fa 2024-11-23T11:22:06,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1f868915384e70cec2abd0180d3262fa 2024-11-23T11:22:06,684 INFO [StoreOpener-1f868915384e70cec2abd0180d3262fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1f868915384e70cec2abd0180d3262fa 2024-11-23T11:22:06,685 INFO [StoreOpener-1f868915384e70cec2abd0180d3262fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f868915384e70cec2abd0180d3262fa columnFamilyName hfileref 2024-11-23T11:22:06,685 DEBUG [StoreOpener-1f868915384e70cec2abd0180d3262fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:06,685 INFO [StoreOpener-1f868915384e70cec2abd0180d3262fa-1 {}] regionserver.HStore(327): Store=1f868915384e70cec2abd0180d3262fa/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:06,685 INFO [StoreOpener-1f868915384e70cec2abd0180d3262fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1f868915384e70cec2abd0180d3262fa 2024-11-23T11:22:06,686 INFO [StoreOpener-1f868915384e70cec2abd0180d3262fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f868915384e70cec2abd0180d3262fa columnFamilyName queue 2024-11-23T11:22:06,686 DEBUG [StoreOpener-1f868915384e70cec2abd0180d3262fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:06,687 INFO [StoreOpener-1f868915384e70cec2abd0180d3262fa-1 {}] regionserver.HStore(327): Store=1f868915384e70cec2abd0180d3262fa/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:06,687 INFO [StoreOpener-1f868915384e70cec2abd0180d3262fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1f868915384e70cec2abd0180d3262fa 2024-11-23T11:22:06,687 INFO [StoreOpener-1f868915384e70cec2abd0180d3262fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f868915384e70cec2abd0180d3262fa columnFamilyName sid 2024-11-23T11:22:06,687 DEBUG [StoreOpener-1f868915384e70cec2abd0180d3262fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:06,688 INFO [StoreOpener-1f868915384e70cec2abd0180d3262fa-1 {}] regionserver.HStore(327): Store=1f868915384e70cec2abd0180d3262fa/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:06,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1f868915384e70cec2abd0180d3262fa 2024-11-23T11:22:06,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/hbase/replication/1f868915384e70cec2abd0180d3262fa 2024-11-23T11:22:06,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/hbase/replication/1f868915384e70cec2abd0180d3262fa 2024-11-23T11:22:06,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1f868915384e70cec2abd0180d3262fa 2024-11-23T11:22:06,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1f868915384e70cec2abd0180d3262fa 2024-11-23T11:22:06,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:22:06,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1f868915384e70cec2abd0180d3262fa 2024-11-23T11:22:06,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/hbase/replication/1f868915384e70cec2abd0180d3262fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:22:06,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1f868915384e70cec2abd0180d3262fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61564856, jitterRate=-0.08261215686798096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:22:06,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f868915384e70cec2abd0180d3262fa 2024-11-23T11:22:06,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1f868915384e70cec2abd0180d3262fa: Running coprocessor pre-open hook at 1732360926683Writing region info on filesystem at 1732360926683Initializing all the Stores at 1732360926684 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360926684Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360926684Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360926684Cleaning up temporary data from old regions at 1732360926690 (+6 ms)Running coprocessor post-open hooks at 1732360926694 (+4 ms)Region opened successfully at 1732360926694 2024-11-23T11:22:06,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732360925525.1f868915384e70cec2abd0180d3262fa., pid=10, masterSystemTime=1732360926652 2024-11-23T11:22:06,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732360925525.1f868915384e70cec2abd0180d3262fa. 2024-11-23T11:22:06,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732360925525.1f868915384e70cec2abd0180d3262fa. 2024-11-23T11:22:06,697 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1f868915384e70cec2abd0180d3262fa, regionState=OPEN, openSeqNum=2, regionLocation=64443f9a1829,43607,1732360913731 2024-11-23T11:22:06,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f868915384e70cec2abd0180d3262fa, server=64443f9a1829,43607,1732360913731 because future has completed 2024-11-23T11:22:06,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T11:22:06,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f868915384e70cec2abd0180d3262fa, server=64443f9a1829,43607,1732360913731 in 199 msec 2024-11-23T11:22:06,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T11:22:06,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1f868915384e70cec2abd0180d3262fa, ASSIGN in 355 msec 2024-11-23T11:22:06,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:22:06,703 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360926703"}]},"ts":"1732360926703"} 2024-11-23T11:22:06,704 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T11:22:06,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:22:06,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1800 sec 2024-11-23T11:22:06,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732360925525.1f868915384e70cec2abd0180d3262fa., hostname=64443f9a1829,43607,1732360913731, seqNum=2] 2024-11-23T11:22:06,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43607-0x101676d8bef0007, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1498030889 2024-11-23T11:22:06,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x101676d8bef0006, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1498030889 2024-11-23T11:22:06,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T11:22:06,906 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 379, reset compression=false 2024-11-23T11:22:06,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43607 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T11:22:06,970 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T11:22:07,011 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-64443f9a1829,43607,1732360913731, ReplicationSource: 1, currentBandwidth=0 2024-11-23T11:22:07,012 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:22:07,012 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,43607,1732360913731, seqNum=-1] 2024-11-23T11:22:07,013 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:07,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-23T11:22:07,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-64443f9a1829,43607,1732360913731', locateType=CURRENT is [region=hbase:replication,,1732360925525.1f868915384e70cec2abd0180d3262fa., hostname=64443f9a1829,43607,1732360913731, seqNum=2] 2024-11-23T11:22:07,017 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T11:22:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T11:22:07,019 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 64443f9a1829,43607,1732360913731 suceeded 2024-11-23T11:22:07,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T11:22:07,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-23T11:22:07,021 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://64443f9a1829:46249,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T11:22:07,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5060 sec 2024-11-23T11:22:07,031 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:46249' 2024-11-23T11:22:07,031 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b699201, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:07,032 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,46249,-1 for getting cluster id 2024-11-23T11:22:07,032 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:22:07,032 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5565d3c-e1c7-49d4-a023-0845244811dc' 2024-11-23T11:22:07,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:22:07,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5565d3c-e1c7-49d4-a023-0845244811dc" 2024-11-23T11:22:07,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c335e7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:07,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,46249,-1] 2024-11-23T11:22:07,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:22:07,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:07,034 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:22:07,034 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7731f21e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:07,034 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:22:07,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,46249,1732360908472 2024-11-23T11:22:07,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22d87b4d 2024-11-23T11:22:07,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:22:07,036 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-23T11:22:07,036 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-64443f9a1829,43607,1732360913731 (queues=1) is replicating from cluster=c6aecbe2-15d9-4012-a4ec-ef7d76a5050b to cluster=c5565d3c-e1c7-49d4-a023-0845244811dc 2024-11-23T11:22:07,036 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=64443f9a1829%2C43607%2C1732360913731 2024-11-23T11:22:07,036 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-64443f9a1829,43607,1732360913731, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T11:22:07,037 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199, startPosition=0, beingWritten=true 2024-11-23T11:22:07,037 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.shipper64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64443f9a1829%2C43607%2C1732360913731 2024-11-23T11:22:07,041 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:22:07,041 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199 to pos 379, reset compression=false 2024-11-23T11:22:07,041 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.shipper64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,43607,1732360913731 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:22:07,246 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199 to pos 379, reset compression=false 2024-11-23T11:22:07,325 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.wal-reader.64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267 to pos 379, reset compression=false 2024-11-23T11:22:07,509 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 379, reset compression=false 2024-11-23T11:22:07,549 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199 to pos 379, reset compression=false 2024-11-23T11:22:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:22:07,665 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T11:22:07,666 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:22:07,666 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:22:07,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:07,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:07,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:22:07,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@177b1c13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:07,667 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,33175,-1 for getting cluster id 2024-11-23T11:22:07,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:22:07,667 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efdbed8b-703b-48b6-b460-5d4c5a53f623' 2024-11-23T11:22:07,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:22:07,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efdbed8b-703b-48b6-b460-5d4c5a53f623" 2024-11-23T11:22:07,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@689a5220, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:07,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,33175,-1] 2024-11-23T11:22:07,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:22:07,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:07,668 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:22:07,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ff2ff79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:07,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d5881ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:07,669 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,46249,-1 for getting cluster id 2024-11-23T11:22:07,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:22:07,670 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5565d3c-e1c7-49d4-a023-0845244811dc' 2024-11-23T11:22:07,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:22:07,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5565d3c-e1c7-49d4-a023-0845244811dc" 2024-11-23T11:22:07,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f06954d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:07,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,46249,-1] 2024-11-23T11:22:07,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:22:07,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:07,671 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:22:07,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@83b324b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:07,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ed84303, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:07,673 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,35361,-1 for getting cluster id 2024-11-23T11:22:07,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:22:07,673 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6aecbe2-15d9-4012-a4ec-ef7d76a5050b' 2024-11-23T11:22:07,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:22:07,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6aecbe2-15d9-4012-a4ec-ef7d76a5050b" 2024-11-23T11:22:07,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145ea73d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:07,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,35361,-1] 2024-11-23T11:22:07,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:22:07,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:07,674 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:22:07,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cdb578f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:07,675 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:22:07,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,43595,1732360902964, seqNum=-1] 2024-11-23T11:22:07,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:07,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:07,678 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732360917266.87c141fd4b7df2478bb15816b67e045c., hostname=64443f9a1829,43595,1732360902964, seqNum=2] 2024-11-23T11:22:07,681 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:22:07,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,43607,1732360913731, seqNum=-1] 2024-11-23T11:22:07,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:07,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:07,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732360921569.58ccd4a662a6f796333e07b547bea64c., hostname=64443f9a1829,43607,1732360913731, seqNum=2] 2024-11-23T11:22:07,686 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-23T11:22:07,952 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199 to pos 379, reset compression=false 2024-11-23T11:22:08,038 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T11:22:08,212 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 379, reset compression=false 2024-11-23T11:22:08,241 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.wal-reader.64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267 to pos 379, reset compression=false 2024-11-23T11:22:08,245 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.wal-reader.64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T11:22:08,245 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.wal-reader.64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267 to pos 480, reset compression=false 2024-11-23T11:22:08,245 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.shipper64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,43595,1732360902964 got entry batch from reader: WALEntryBatch [walEntries=[{test/87c141fd4b7df2478bb15816b67e045c/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-23T11:22:08,247 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.shipper64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:22:08,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-23T11:22:08,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42863 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T11:22:08,254 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42863 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@387b967c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:08,254 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42863 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,46249,-1 for getting cluster id 2024-11-23T11:22:08,254 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42863 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:22:08,255 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5565d3c-e1c7-49d4-a023-0845244811dc' 2024-11-23T11:22:08,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:22:08,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5565d3c-e1c7-49d4-a023-0845244811dc" 2024-11-23T11:22:08,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6719dca7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:08,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,46249,-1] 2024-11-23T11:22:08,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:22:08,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:08,256 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:22:08,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42863 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c78d0b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:08,257 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42863 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:22:08,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,42863,1732360908620, seqNum=-1] 2024-11-23T11:22:08,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:08,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-23T11:22:08,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732360919417.a5ce7ac97b105aadc5922f2a483b2a4c., hostname=64443f9a1829,42863,1732360908620, seqNum=2] 2024-11-23T11:22:08,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42863 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T11:22:08,454 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.wal-reader.64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267 to pos 480, reset compression=false 2024-11-23T11:22:08,455 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199 to pos 379, reset compression=false 2024-11-23T11:22:08,688 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-23T11:22:08,767 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.wal-reader.64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267 to pos 480, reset compression=false 2024-11-23T11:22:08,896 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:22:08,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:08,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:08,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:08,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:08,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:08,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:08,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:08,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:08,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:08,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:08,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:08,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:08,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:08,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:09,021 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 379, reset compression=false 2024-11-23T11:22:09,025 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T11:22:09,025 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 504, reset compression=false 2024-11-23T11:22:09,025 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.shipper64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,42863,1732360908620 got entry batch from reader: WALEntryBatch [walEntries=[{test/a5ce7ac97b105aadc5922f2a483b2a4c/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-23T11:22:09,027 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.shipper64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:22:09,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-23T11:22:09,029 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43607 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T11:22:09,029 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49c60e94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:09,029 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43607 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,35361,-1 for getting cluster id 2024-11-23T11:22:09,029 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43607 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:22:09,030 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6aecbe2-15d9-4012-a4ec-ef7d76a5050b' 2024-11-23T11:22:09,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:22:09,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6aecbe2-15d9-4012-a4ec-ef7d76a5050b" 2024-11-23T11:22:09,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69a3de19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:09,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,35361,-1] 2024-11-23T11:22:09,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:22:09,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:09,031 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:22:09,032 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50a2f7f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:09,032 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43607 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:22:09,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,43607,1732360913731, seqNum=-1] 2024-11-23T11:22:09,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:09,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-23T11:22:09,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732360921569.58ccd4a662a6f796333e07b547bea64c., hostname=64443f9a1829,43607,1732360913731, seqNum=2] 2024-11-23T11:22:09,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43607 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T11:22:09,067 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199 to pos 379, reset compression=false 2024-11-23T11:22:09,071 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:22:09,071 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199 to pos 528, reset compression=false 2024-11-23T11:22:09,071 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.shipper64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,43607,1732360913731 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:22:09,170 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.wal-reader.64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267 to pos 480, reset compression=false 2024-11-23T11:22:09,228 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 504, reset compression=false 2024-11-23T11:22:09,274 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199 to pos 528, reset compression=false 2024-11-23T11:22:09,532 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 504, reset compression=false 2024-11-23T11:22:09,577 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199 to pos 528, reset compression=false 2024-11-23T11:22:09,673 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.wal-reader.64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267 to pos 480, reset compression=false 2024-11-23T11:22:09,689 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-23T11:22:09,689 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:22:09,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,42863,1732360908620, seqNum=-1] 2024-11-23T11:22:09,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:09,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:09,692 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732360919417.a5ce7ac97b105aadc5922f2a483b2a4c., hostname=64443f9a1829,42863,1732360908620, seqNum=2] 2024-11-23T11:22:09,695 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-23T11:22:09,935 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 504, reset compression=false 2024-11-23T11:22:09,939 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T11:22:09,939 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 608, reset compression=false 2024-11-23T11:22:09,939 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.shipper64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,42863,1732360908620 got entry batch from reader: WALEntryBatch [walEntries=[{test/a5ce7ac97b105aadc5922f2a483b2a4c/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T11:22:09,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43607 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T11:22:09,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43607 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T11:22:09,979 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199 to pos 528, reset compression=false 2024-11-23T11:22:09,983 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:22:09,983 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199 to pos 656, reset compression=false 2024-11-23T11:22:09,983 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.shipper64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,43607,1732360913731 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:22:10,146 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 608, reset compression=false 2024-11-23T11:22:10,185 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199 to pos 656, reset compression=false 2024-11-23T11:22:10,276 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.wal-reader.64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267 to pos 480, reset compression=false 2024-11-23T11:22:10,449 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 608, reset compression=false 2024-11-23T11:22:10,488 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199 to pos 656, reset compression=false 2024-11-23T11:22:10,696 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-23T11:22:10,699 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-23T11:22:10,852 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 608, reset compression=false 2024-11-23T11:22:10,891 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199 to pos 656, reset compression=false 2024-11-23T11:22:10,894 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T11:22:10,894 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199 to pos 760, reset compression=false 2024-11-23T11:22:10,894 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.shipper64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,43607,1732360913731 got entry batch from reader: WALEntryBatch [walEntries=[{test/58ccd4a662a6f796333e07b547bea64c/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T11:22:10,896 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.shipper64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:22:10,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-23T11:22:10,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42863 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T11:22:10,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42863 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T11:22:10,979 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.wal-reader.64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267 to pos 480, reset compression=false 2024-11-23T11:22:11,097 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199 to pos 760, reset compression=false 2024-11-23T11:22:11,354 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 608, reset compression=false 2024-11-23T11:22:11,358 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:22:11,358 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 736, reset compression=false 2024-11-23T11:22:11,358 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.shipper64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,42863,1732360908620 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:22:11,400 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199 to pos 760, reset compression=false 2024-11-23T11:22:11,561 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 736, reset compression=false 2024-11-23T11:22:11,700 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-23T11:22:11,703 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-23T11:22:11,782 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.wal-reader.64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267 to pos 480, reset compression=false 2024-11-23T11:22:11,786 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.wal-reader.64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T11:22:11,786 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.wal-reader.64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267 to pos 636, reset compression=false 2024-11-23T11:22:11,786 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.shipper64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,43595,1732360902964 got entry batch from reader: WALEntryBatch [walEntries=[{test/87c141fd4b7df2478bb15816b67e045c/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-23T11:22:11,787 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42863 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T11:22:11,789 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42863 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T11:22:11,803 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199 to pos 760, reset compression=false 2024-11-23T11:22:11,865 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 736, reset compression=false 2024-11-23T11:22:11,868 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T11:22:11,868 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 884, reset compression=false 2024-11-23T11:22:11,869 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.shipper64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,42863,1732360908620 got entry batch from reader: WALEntryBatch [walEntries=[{test/a5ce7ac97b105aadc5922f2a483b2a4c/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-23T11:22:11,869 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43607 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T11:22:11,871 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43607 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T11:22:11,989 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.wal-reader.64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267 to pos 636, reset compression=false 2024-11-23T11:22:12,072 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 884, reset compression=false 2024-11-23T11:22:12,291 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.wal-reader.64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267 to pos 636, reset compression=false 2024-11-23T11:22:12,306 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199 to pos 760, reset compression=false 2024-11-23T11:22:12,309 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:22:12,309 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199 to pos 932, reset compression=false 2024-11-23T11:22:12,309 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.shipper64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,43607,1732360913731 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:22:12,347 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T11:22:12,375 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 884, reset compression=false 2024-11-23T11:22:12,512 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199 to pos 932, reset compression=false 2024-11-23T11:22:12,694 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.wal-reader.64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267 to pos 636, reset compression=false 2024-11-23T11:22:12,704 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-23T11:22:12,707 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-23T11:22:12,778 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 884, reset compression=false 2024-11-23T11:22:12,782 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T11:22:12,782 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 1043, reset compression=false 2024-11-23T11:22:12,782 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.shipper64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,42863,1732360908620 got entry batch from reader: WALEntryBatch [walEntries=[{test/a5ce7ac97b105aadc5922f2a483b2a4c/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-23T11:22:12,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43607 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T11:22:12,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43607 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T11:22:12,815 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199 to pos 932, reset compression=false 2024-11-23T11:22:12,818 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:22:12,819 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199 to pos 1082, reset compression=false 2024-11-23T11:22:12,819 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.shipper64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,43607,1732360913731 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:22:12,986 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 1043, reset compression=false 2024-11-23T11:22:13,021 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199 to pos 1082, reset compression=false 2024-11-23T11:22:13,121 DEBUG [master/64443f9a1829:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=0, created chunk count=34, reused chunk count=128, reuseRatio=79.01% 2024-11-23T11:22:13,121 DEBUG [master/64443f9a1829:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-23T11:22:13,197 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.wal-reader.64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267 to pos 636, reset compression=false 2024-11-23T11:22:13,289 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 1043, reset compression=false 2024-11-23T11:22:13,324 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199 to pos 1082, reset compression=false 2024-11-23T11:22:13,692 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 1043, reset compression=false 2024-11-23T11:22:13,708 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-23T11:22:13,719 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-23T11:22:13,727 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199 to pos 1082, reset compression=false 2024-11-23T11:22:13,731 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T11:22:13,731 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199 to pos 1241, reset compression=false 2024-11-23T11:22:13,731 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.shipper64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,43607,1732360913731 got entry batch from reader: WALEntryBatch [walEntries=[{test/58ccd4a662a6f796333e07b547bea64c/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-23T11:22:13,732 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42863 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T11:22:13,734 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42863 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T11:22:13,800 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.wal-reader.64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267 to pos 636, reset compression=false 2024-11-23T11:22:13,935 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199 to pos 1241, reset compression=false 2024-11-23T11:22:14,195 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 1043, reset compression=false 2024-11-23T11:22:14,199 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:22:14,199 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 1193, reset compression=false 2024-11-23T11:22:14,199 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.shipper64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,42863,1732360908620 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:22:14,238 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199 to pos 1241, reset compression=false 2024-11-23T11:22:14,402 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 1193, reset compression=false 2024-11-23T11:22:14,504 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.wal-reader.64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267 to pos 636, reset compression=false 2024-11-23T11:22:14,641 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199 to pos 1241, reset compression=false 2024-11-23T11:22:14,706 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 1193, reset compression=false 2024-11-23T11:22:14,721 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-23T11:22:14,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T11:22:14,730 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:22:14,730 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:22:14,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:14,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:14,730 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:22:14,730 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T11:22:14,730 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1752255575, stopped=false 2024-11-23T11:22:14,730 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64443f9a1829,35361,1732360913620 2024-11-23T11:22:14,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43607-0x101676d8bef0007, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1498030889/running 2024-11-23T11:22:14,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x101676d8bef0006, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1498030889/running 2024-11-23T11:22:14,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x101676d8bef0006, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1498030889 2024-11-23T11:22:14,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43607-0x101676d8bef0007, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1498030889 2024-11-23T11:22:14,743 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:22:14,743 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:22:14,743 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:22:14,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:14,744 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64443f9a1829,43607,1732360913731' ***** 2024-11-23T11:22:14,744 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T11:22:14,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35361-0x101676d8bef0006, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Set watcher on znode that does not yet exist, /2-1498030889/running 2024-11-23T11:22:14,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43607-0x101676d8bef0007, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Set watcher on znode that does not yet exist, /2-1498030889/running 2024-11-23T11:22:14,744 INFO [RS:0;64443f9a1829:43607 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T11:22:14,744 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T11:22:14,744 INFO [RS:0;64443f9a1829:43607 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T11:22:14,744 INFO [RS:0;64443f9a1829:43607 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T11:22:14,745 INFO [RS:0;64443f9a1829:43607 {}] regionserver.HRegionServer(3091): Received CLOSE for 58ccd4a662a6f796333e07b547bea64c 2024-11-23T11:22:14,745 INFO [RS:0;64443f9a1829:43607 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f868915384e70cec2abd0180d3262fa 2024-11-23T11:22:14,745 INFO [RS:0;64443f9a1829:43607 {}] regionserver.HRegionServer(959): stopping server 64443f9a1829,43607,1732360913731 2024-11-23T11:22:14,745 INFO [RS:0;64443f9a1829:43607 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:22:14,745 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 58ccd4a662a6f796333e07b547bea64c, disabling compactions & flushes 2024-11-23T11:22:14,745 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732360921569.58ccd4a662a6f796333e07b547bea64c. 2024-11-23T11:22:14,745 INFO [RS:0;64443f9a1829:43607 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:43607. 2024-11-23T11:22:14,745 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732360921569.58ccd4a662a6f796333e07b547bea64c. 2024-11-23T11:22:14,745 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732360921569.58ccd4a662a6f796333e07b547bea64c. after waiting 0 ms 2024-11-23T11:22:14,745 DEBUG [RS:0;64443f9a1829:43607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:22:14,745 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732360921569.58ccd4a662a6f796333e07b547bea64c. 2024-11-23T11:22:14,745 DEBUG [RS:0;64443f9a1829:43607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:14,745 INFO [RS:0;64443f9a1829:43607 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T11:22:14,745 INFO [RS:0;64443f9a1829:43607 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T11:22:14,745 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 58ccd4a662a6f796333e07b547bea64c 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-23T11:22:14,745 INFO [RS:0;64443f9a1829:43607 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T11:22:14,745 INFO [RS:0;64443f9a1829:43607 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T11:22:14,745 INFO [RS:0;64443f9a1829:43607 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T11:22:14,745 DEBUG [RS:0;64443f9a1829:43607 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 58ccd4a662a6f796333e07b547bea64c=test,,1732360921569.58ccd4a662a6f796333e07b547bea64c., 1f868915384e70cec2abd0180d3262fa=hbase:replication,,1732360925525.1f868915384e70cec2abd0180d3262fa.} 2024-11-23T11:22:14,746 DEBUG [RS:0;64443f9a1829:43607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f868915384e70cec2abd0180d3262fa, 58ccd4a662a6f796333e07b547bea64c 2024-11-23T11:22:14,746 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:22:14,746 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:22:14,746 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:22:14,746 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:22:14,746 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:22:14,746 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T11:22:14,761 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/default/test/58ccd4a662a6f796333e07b547bea64c/.tmp/f/ff168ac3265a4563ac54e02177dbbd36 is 29, key is row1/f:/1732360932705/DeleteFamily/seqid=0 2024-11-23T11:22:14,762 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/hbase/meta/1588230740/.tmp/info/39444a01d6af48bcb4d1d5d1850e8b90 is 147, key is hbase:replication,,1732360925525.1f868915384e70cec2abd0180d3262fa./info:regioninfo/1732360926697/Put/seqid=0 2024-11-23T11:22:14,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741840_1016 (size=5152) 2024-11-23T11:22:14,764 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/default/test/58ccd4a662a6f796333e07b547bea64c/.tmp/f/ff168ac3265a4563ac54e02177dbbd36 2024-11-23T11:22:14,769 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff168ac3265a4563ac54e02177dbbd36 2024-11-23T11:22:14,770 INFO [regionserver/64443f9a1829:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:22:14,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741841_1017 (size=7686) 2024-11-23T11:22:14,787 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/default/test/58ccd4a662a6f796333e07b547bea64c/.tmp/f1/fd269cec307b4b998f60c797f77e3e75 is 30, key is row1/f1:/1732360932705/DeleteFamily/seqid=0 2024-11-23T11:22:14,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741842_1018 (size=5158) 2024-11-23T11:22:14,946 DEBUG [RS:0;64443f9a1829:43607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f868915384e70cec2abd0180d3262fa, 58ccd4a662a6f796333e07b547bea64c 2024-11-23T11:22:15,094 INFO [regionserver/64443f9a1829:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T11:22:15,094 INFO [regionserver/64443f9a1829:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T11:22:15,109 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 1193, reset compression=false 2024-11-23T11:22:15,145 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199 to pos 1241, reset compression=false 2024-11-23T11:22:15,146 DEBUG [RS:0;64443f9a1829:43607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f868915384e70cec2abd0180d3262fa, 58ccd4a662a6f796333e07b547bea64c 2024-11-23T11:22:15,149 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:22:15,149 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199 to pos 1488, reset compression=false 2024-11-23T11:22:15,149 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.shipper64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,43607,1732360913731 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:22:15,150 ERROR [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.shipper64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 64443f9a1829,43607,1732360913731: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-64443f9a1829,43607,1732360913731, walGroup=64443f9a1829%2C43607%2C1732360913731, offset=64443f9a1829%2C43607%2C1732360913731.1732360916199:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64443f9a1829:43607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T11:22:15,150 ERROR [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.shipper64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T11:22:15,151 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.shipper64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T11:22:15,151 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.shipper64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T11:22:15,151 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.shipper64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T11:22:15,151 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.shipper64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T11:22:15,151 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.shipper64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1356857344, "init": 1048576000, "max": 2306867200, "used": 837064976 }, "NonHeapMemoryUsage": { "committed": 205848576, "init": 7667712, "max": -1, "used": 202800064 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T11:22:15,152 WARN [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.shipper64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64443f9a1829:35361 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64443f9a1829:35361 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T11:22:15,173 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/hbase/meta/1588230740/.tmp/info/39444a01d6af48bcb4d1d5d1850e8b90 2024-11-23T11:22:15,189 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/hbase/meta/1588230740/.tmp/ns/24da70fc8b524580ba0ef431eae6517b is 43, key is default/ns:d/1732360917126/Put/seqid=0 2024-11-23T11:22:15,190 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/default/test/58ccd4a662a6f796333e07b547bea64c/.tmp/f1/fd269cec307b4b998f60c797f77e3e75 2024-11-23T11:22:15,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741843_1019 (size=5153) 2024-11-23T11:22:15,193 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd269cec307b4b998f60c797f77e3e75 2024-11-23T11:22:15,206 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/default/test/58ccd4a662a6f796333e07b547bea64c/.tmp/norep/e90e78eb894c4bd3b39be34881b4446b is 33, key is row2/norep:/1732360933709/DeleteFamily/seqid=0 2024-11-23T11:22:15,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741844_1020 (size=5108) 2024-11-23T11:22:15,307 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.wal-reader.64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267 to pos 636, reset compression=false 2024-11-23T11:22:15,346 DEBUG [RS:0;64443f9a1829:43607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f868915384e70cec2abd0180d3262fa, 58ccd4a662a6f796333e07b547bea64c 2024-11-23T11:22:15,353 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199 to pos 1488, reset compression=false 2024-11-23T11:22:15,546 DEBUG [RS:0;64443f9a1829:43607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f868915384e70cec2abd0180d3262fa, 58ccd4a662a6f796333e07b547bea64c 2024-11-23T11:22:15,592 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/hbase/meta/1588230740/.tmp/ns/24da70fc8b524580ba0ef431eae6517b 2024-11-23T11:22:15,607 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/hbase/meta/1588230740/.tmp/rep_barrier/32472fdcbb59483b8f0d7aa9b63d2df4 is 112, key is test,,1732360921569.58ccd4a662a6f796333e07b547bea64c./rep_barrier:seqnumDuringOpen/1732360921931/Put/seqid=0 2024-11-23T11:22:15,609 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/default/test/58ccd4a662a6f796333e07b547bea64c/.tmp/norep/e90e78eb894c4bd3b39be34881b4446b 2024-11-23T11:22:15,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741845_1021 (size=5518) 2024-11-23T11:22:15,611 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/hbase/meta/1588230740/.tmp/rep_barrier/32472fdcbb59483b8f0d7aa9b63d2df4 2024-11-23T11:22:15,612 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 1193, reset compression=false 2024-11-23T11:22:15,613 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e90e78eb894c4bd3b39be34881b4446b 2024-11-23T11:22:15,613 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/default/test/58ccd4a662a6f796333e07b547bea64c/.tmp/f/ff168ac3265a4563ac54e02177dbbd36 as hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/default/test/58ccd4a662a6f796333e07b547bea64c/f/ff168ac3265a4563ac54e02177dbbd36 2024-11-23T11:22:15,617 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff168ac3265a4563ac54e02177dbbd36 2024-11-23T11:22:15,617 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/default/test/58ccd4a662a6f796333e07b547bea64c/f/ff168ac3265a4563ac54e02177dbbd36, entries=3, sequenceid=10, filesize=5.0 K 2024-11-23T11:22:15,617 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/default/test/58ccd4a662a6f796333e07b547bea64c/.tmp/f1/fd269cec307b4b998f60c797f77e3e75 as hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/default/test/58ccd4a662a6f796333e07b547bea64c/f1/fd269cec307b4b998f60c797f77e3e75 2024-11-23T11:22:15,621 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd269cec307b4b998f60c797f77e3e75 2024-11-23T11:22:15,621 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/default/test/58ccd4a662a6f796333e07b547bea64c/f1/fd269cec307b4b998f60c797f77e3e75, entries=3, sequenceid=10, filesize=5.0 K 2024-11-23T11:22:15,622 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/default/test/58ccd4a662a6f796333e07b547bea64c/.tmp/norep/e90e78eb894c4bd3b39be34881b4446b as hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/default/test/58ccd4a662a6f796333e07b547bea64c/norep/e90e78eb894c4bd3b39be34881b4446b 2024-11-23T11:22:15,625 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e90e78eb894c4bd3b39be34881b4446b 2024-11-23T11:22:15,625 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/default/test/58ccd4a662a6f796333e07b547bea64c/norep/e90e78eb894c4bd3b39be34881b4446b, entries=1, sequenceid=10, filesize=5.0 K 2024-11-23T11:22:15,626 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 58ccd4a662a6f796333e07b547bea64c in 881ms, sequenceid=10, compaction requested=false 2024-11-23T11:22:15,629 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/hbase/meta/1588230740/.tmp/table/13e6facb577c485382820914fcc4b71f is 53, key is hbase:replication/table:state/1732360926703/Put/seqid=0 2024-11-23T11:22:15,631 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/default/test/58ccd4a662a6f796333e07b547bea64c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-23T11:22:15,631 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:22:15,631 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T11:22:15,632 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732360921569.58ccd4a662a6f796333e07b547bea64c. 2024-11-23T11:22:15,632 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 58ccd4a662a6f796333e07b547bea64c: Waiting for close lock at 1732360934745Running coprocessor pre-close hooks at 1732360934745Disabling compacts and flushes for region at 1732360934745Disabling writes for close at 1732360934745Obtaining lock to block concurrent updates at 1732360934745Preparing flush snapshotting stores in 58ccd4a662a6f796333e07b547bea64c at 1732360934745Finished memstore snapshotting test,,1732360921569.58ccd4a662a6f796333e07b547bea64c., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732360934746 (+1 ms)Flushing stores of test,,1732360921569.58ccd4a662a6f796333e07b547bea64c. at 1732360934746Flushing 58ccd4a662a6f796333e07b547bea64c/f: creating writer at 1732360934746Flushing 58ccd4a662a6f796333e07b547bea64c/f: appending metadata at 1732360934760 (+14 ms)Flushing 58ccd4a662a6f796333e07b547bea64c/f: closing flushed file at 1732360934760Flushing 58ccd4a662a6f796333e07b547bea64c/f1: creating writer at 1732360934770 (+10 ms)Flushing 58ccd4a662a6f796333e07b547bea64c/f1: appending metadata at 1732360934786 (+16 ms)Flushing 58ccd4a662a6f796333e07b547bea64c/f1: closing flushed file at 1732360934786Flushing 58ccd4a662a6f796333e07b547bea64c/norep: creating writer at 1732360935193 (+407 ms)Flushing 58ccd4a662a6f796333e07b547bea64c/norep: appending metadata at 1732360935205 (+12 ms)Flushing 58ccd4a662a6f796333e07b547bea64c/norep: closing flushed file at 1732360935205Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c9a5bd3: reopening flushed file at 1732360935613 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62db6a72: reopening flushed file at 1732360935617 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@de28e66: reopening flushed file at 1732360935621 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 58ccd4a662a6f796333e07b547bea64c in 881ms, sequenceid=10, compaction requested=false at 1732360935626 (+5 ms)Writing region close event to WAL at 1732360935629 (+3 ms)Running coprocessor post-close hooks at 1732360935631 (+2 ms)Closed at 1732360935631 2024-11-23T11:22:15,632 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732360921569.58ccd4a662a6f796333e07b547bea64c. 2024-11-23T11:22:15,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741846_1022 (size=5308) 2024-11-23T11:22:15,632 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f868915384e70cec2abd0180d3262fa, disabling compactions & flushes 2024-11-23T11:22:15,632 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732360925525.1f868915384e70cec2abd0180d3262fa. 2024-11-23T11:22:15,632 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732360925525.1f868915384e70cec2abd0180d3262fa. 2024-11-23T11:22:15,632 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732360925525.1f868915384e70cec2abd0180d3262fa. after waiting 0 ms 2024-11-23T11:22:15,632 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732360925525.1f868915384e70cec2abd0180d3262fa. 2024-11-23T11:22:15,632 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f868915384e70cec2abd0180d3262fa: Waiting for close lock at 1732360935632Running coprocessor pre-close hooks at 1732360935632Disabling compacts and flushes for region at 1732360935632Disabling writes for close at 1732360935632Failed flush hbase:replication,,1732360925525.1f868915384e70cec2abd0180d3262fa., putting online again at 1732360935632 2024-11-23T11:22:15,632 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732360925525.1f868915384e70cec2abd0180d3262fa. 2024-11-23T11:22:15,656 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199 to pos 1488, reset compression=false 2024-11-23T11:22:15,660 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:22:15,660 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199 to pos 2132, reset compression=false 2024-11-23T11:22:15,746 INFO [RS:0;64443f9a1829:43607 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T11:22:15,746 DEBUG [RS:0;64443f9a1829:43607 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1f868915384e70cec2abd0180d3262fa=hbase:replication,,1732360925525.1f868915384e70cec2abd0180d3262fa.} 2024-11-23T11:22:15,746 INFO [RS:0;64443f9a1829:43607 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f868915384e70cec2abd0180d3262fa 2024-11-23T11:22:15,747 DEBUG [RS:0;64443f9a1829:43607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f868915384e70cec2abd0180d3262fa 2024-11-23T11:22:15,747 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f868915384e70cec2abd0180d3262fa, disabling compactions & flushes 2024-11-23T11:22:15,747 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732360925525.1f868915384e70cec2abd0180d3262fa. 2024-11-23T11:22:15,747 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732360925525.1f868915384e70cec2abd0180d3262fa. 2024-11-23T11:22:15,747 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732360925525.1f868915384e70cec2abd0180d3262fa. after waiting 0 ms 2024-11-23T11:22:15,747 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732360925525.1f868915384e70cec2abd0180d3262fa. 2024-11-23T11:22:15,747 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f868915384e70cec2abd0180d3262fa: Waiting for close lock at 1732360935747Running coprocessor pre-close hooks at 1732360935747Disabling compacts and flushes for region at 1732360935747Disabling writes for close at 1732360935747Failed flush hbase:replication,,1732360925525.1f868915384e70cec2abd0180d3262fa., putting online again at 1732360935747 2024-11-23T11:22:15,747 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732360925525.1f868915384e70cec2abd0180d3262fa. 2024-11-23T11:22:15,863 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199 to pos 2132, reset compression=false 2024-11-23T11:22:15,947 DEBUG [RS:0;64443f9a1829:43607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:22:16,032 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/hbase/meta/1588230740/.tmp/table/13e6facb577c485382820914fcc4b71f 2024-11-23T11:22:16,036 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/hbase/meta/1588230740/.tmp/info/39444a01d6af48bcb4d1d5d1850e8b90 as hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/hbase/meta/1588230740/info/39444a01d6af48bcb4d1d5d1850e8b90 2024-11-23T11:22:16,038 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/hbase/meta/1588230740/info/39444a01d6af48bcb4d1d5d1850e8b90, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T11:22:16,039 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/hbase/meta/1588230740/.tmp/ns/24da70fc8b524580ba0ef431eae6517b as hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/hbase/meta/1588230740/ns/24da70fc8b524580ba0ef431eae6517b 2024-11-23T11:22:16,042 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/hbase/meta/1588230740/ns/24da70fc8b524580ba0ef431eae6517b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T11:22:16,042 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/hbase/meta/1588230740/.tmp/rep_barrier/32472fdcbb59483b8f0d7aa9b63d2df4 as hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/hbase/meta/1588230740/rep_barrier/32472fdcbb59483b8f0d7aa9b63d2df4 2024-11-23T11:22:16,045 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/hbase/meta/1588230740/rep_barrier/32472fdcbb59483b8f0d7aa9b63d2df4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T11:22:16,046 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/hbase/meta/1588230740/.tmp/table/13e6facb577c485382820914fcc4b71f as hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/hbase/meta/1588230740/table/13e6facb577c485382820914fcc4b71f 2024-11-23T11:22:16,049 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/hbase/meta/1588230740/table/13e6facb577c485382820914fcc4b71f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T11:22:16,049 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=16, compaction requested=false 2024-11-23T11:22:16,052 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T11:22:16,052 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:22:16,052 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:22:16,052 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:22:16,053 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360934745Running coprocessor pre-close hooks at 1732360934745Disabling compacts and flushes for region at 1732360934745Disabling writes for close at 1732360934746 (+1 ms)Obtaining lock to block concurrent updates at 1732360934746Preparing flush snapshotting stores in 1588230740 at 1732360934746Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732360934746Flushing stores of hbase:meta,,1.1588230740 at 1732360934746Flushing 1588230740/info: creating writer at 1732360934746Flushing 1588230740/info: appending metadata at 1732360934762 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732360934762Flushing 1588230740/ns: creating writer at 1732360935176 (+414 ms)Flushing 1588230740/ns: appending metadata at 1732360935188 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732360935188Flushing 1588230740/rep_barrier: creating writer at 1732360935595 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732360935607 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732360935607Flushing 1588230740/table: creating writer at 1732360935616 (+9 ms)Flushing 1588230740/table: appending metadata at 1732360935629 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732360935629Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73301da8: reopening flushed file at 1732360936035 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@166d3474: reopening flushed file at 1732360936038 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eb918da: reopening flushed file at 1732360936042 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13f7a88e: reopening flushed file at 1732360936046 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=16, compaction requested=false at 1732360936049 (+3 ms)Writing region close event to WAL at 1732360936050 (+1 ms)Running coprocessor post-close hooks at 1732360936052 (+2 ms)Closed at 1732360936052 2024-11-23T11:22:16,053 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T11:22:16,147 INFO [RS:0;64443f9a1829:43607 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-23T11:22:16,147 INFO [RS:0;64443f9a1829:43607 {}] regionserver.HRegionServer(976): stopping server 64443f9a1829,43607,1732360913731; all regions closed. 2024-11-23T11:22:16,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741834_1010 (size=4239) 2024-11-23T11:22:16,149 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.meta.1732360917082.meta not finished, retry = 0 2024-11-23T11:22:16,166 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/WALs/64443f9a1829,43607,1732360913731/64443f9a1829%2C43607%2C1732360913731.1732360916199 to pos 2132, reset compression=false 2024-11-23T11:22:16,210 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.wal-reader.64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267 to pos 636, reset compression=false 2024-11-23T11:22:16,215 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 1193, reset compression=false 2024-11-23T11:22:16,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741839_1015 (size=2171) 2024-11-23T11:22:16,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741832_1008 (size=2140) 2024-11-23T11:22:16,253 DEBUG [RS:0;64443f9a1829:43607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:16,253 INFO [RS:0;64443f9a1829:43607 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:22:16,253 INFO [RS:0;64443f9a1829:43607 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:22:16,254 INFO [RS:0;64443f9a1829:43607 {}] hbase.ChoreService(370): Chore service for: regionserver/64443f9a1829:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T11:22:16,254 INFO [RS:0;64443f9a1829:43607 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:22:16,254 INFO [regionserver/64443f9a1829:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:22:16,254 INFO [RS:0;64443f9a1829:43607 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-64443f9a1829,43607,1732360913731 because: Region server is closing 2024-11-23T11:22:16,255 INFO [RS:0;64443f9a1829:43607 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:43607. 2024-11-23T11:22:16,255 DEBUG [RS:0;64443f9a1829:43607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:22:16,255 DEBUG [RS:0;64443f9a1829:43607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:16,255 DEBUG [RS:0;64443f9a1829:43607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:16,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:22:16,355 INFO [RS:0;64443f9a1829:43607 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.shipper64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 terminated 2024-11-23T11:22:16,355 WARN [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43607,1732360913731.replicationSource.wal-reader.64443f9a1829%2C43607%2C1732360913731,1-64443f9a1829,43607,1732360913731 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T11:22:16,355 INFO [RS:0;64443f9a1829:43607 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:43607. 2024-11-23T11:22:16,355 DEBUG [RS:0;64443f9a1829:43607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:22:16,355 DEBUG [RS:0;64443f9a1829:43607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:16,355 DEBUG [RS:0;64443f9a1829:43607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:16,355 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:22:16,356 INFO [RS:0;64443f9a1829:43607 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43607 2024-11-23T11:22:16,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x101676d8bef0006, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1498030889/rs 2024-11-23T11:22:16,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43607-0x101676d8bef0007, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1498030889/rs/64443f9a1829,43607,1732360913731 2024-11-23T11:22:16,427 INFO [RS:0;64443f9a1829:43607 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:22:16,437 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64443f9a1829,43607,1732360913731] 2024-11-23T11:22:16,448 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1498030889/draining/64443f9a1829,43607,1732360913731 already deleted, retry=false 2024-11-23T11:22:16,448 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64443f9a1829,43607,1732360913731 expired; onlineServers=0 2024-11-23T11:22:16,448 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64443f9a1829,35361,1732360913620' ***** 2024-11-23T11:22:16,448 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T11:22:16,448 INFO [M:0;64443f9a1829:35361 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:22:16,448 INFO [M:0;64443f9a1829:35361 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:22:16,448 DEBUG [M:0;64443f9a1829:35361 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T11:22:16,448 DEBUG [M:0;64443f9a1829:35361 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T11:22:16,448 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T11:22:16,448 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360915867 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360915867,5,FailOnTimeoutGroup] 2024-11-23T11:22:16,448 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360915867 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360915867,5,FailOnTimeoutGroup] 2024-11-23T11:22:16,448 INFO [M:0;64443f9a1829:35361 {}] hbase.ChoreService(370): Chore service for: master/64443f9a1829:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T11:22:16,448 INFO [M:0;64443f9a1829:35361 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:22:16,449 DEBUG [M:0;64443f9a1829:35361 {}] master.HMaster(1795): Stopping service threads 2024-11-23T11:22:16,449 INFO [M:0;64443f9a1829:35361 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T11:22:16,449 INFO [M:0;64443f9a1829:35361 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:22:16,449 INFO [M:0;64443f9a1829:35361 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T11:22:16,449 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T11:22:16,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x101676d8bef0006, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1498030889/master 2024-11-23T11:22:16,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x101676d8bef0006, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1498030889 2024-11-23T11:22:16,458 DEBUG [M:0;64443f9a1829:35361 {}] zookeeper.ZKUtil(347): master:35361-0x101676d8bef0006, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Unable to get data of znode /2-1498030889/master because node does not exist (not an error) 2024-11-23T11:22:16,458 WARN [M:0;64443f9a1829:35361 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T11:22:16,468 INFO [M:0;64443f9a1829:35361 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/.lastflushedseqids 2024-11-23T11:22:16,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741847_1023 (size=245) 2024-11-23T11:22:16,538 INFO [RS:0;64443f9a1829:43607 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:22:16,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43607-0x101676d8bef0007, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:22:16,538 INFO [RS:0;64443f9a1829:43607 {}] regionserver.HRegionServer(1031): Exiting; stopping=64443f9a1829,43607,1732360913731; zookeeper connection closed. 2024-11-23T11:22:16,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43607-0x101676d8bef0007, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:22:16,538 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@305851ed {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@305851ed 2024-11-23T11:22:16,538 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T11:22:16,872 INFO [M:0;64443f9a1829:35361 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T11:22:16,872 INFO [M:0;64443f9a1829:35361 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T11:22:16,872 DEBUG [M:0;64443f9a1829:35361 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:22:16,872 INFO [M:0;64443f9a1829:35361 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:22:16,872 DEBUG [M:0;64443f9a1829:35361 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:22:16,872 DEBUG [M:0;64443f9a1829:35361 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:22:16,872 DEBUG [M:0;64443f9a1829:35361 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:22:16,872 INFO [M:0;64443f9a1829:35361 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-23T11:22:16,885 DEBUG [M:0;64443f9a1829:35361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a427a0ecaa5041dea32d56d3b395830a is 82, key is hbase:meta,,1/info:regioninfo/1732360917109/Put/seqid=0 2024-11-23T11:22:16,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741848_1024 (size=5672) 2024-11-23T11:22:16,918 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 1193, reset compression=false 2024-11-23T11:22:17,213 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.wal-reader.64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267 to pos 636, reset compression=false 2024-11-23T11:22:17,288 INFO [M:0;64443f9a1829:35361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a427a0ecaa5041dea32d56d3b395830a 2024-11-23T11:22:17,303 DEBUG [M:0;64443f9a1829:35361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08ddf3800644402298075edcfed424ff is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732360926706/Put/seqid=0 2024-11-23T11:22:17,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741849_1025 (size=8517) 2024-11-23T11:22:17,706 INFO [M:0;64443f9a1829:35361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08ddf3800644402298075edcfed424ff 2024-11-23T11:22:17,720 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 1193, reset compression=false 2024-11-23T11:22:17,721 DEBUG [M:0;64443f9a1829:35361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cae67babe97645bbb1caba03a0191c68 is 69, key is 64443f9a1829,43607,1732360913731/rs:state/1732360915995/Put/seqid=0 2024-11-23T11:22:17,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741850_1026 (size=5156) 2024-11-23T11:22:17,725 INFO [M:0;64443f9a1829:35361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cae67babe97645bbb1caba03a0191c68 2024-11-23T11:22:17,728 DEBUG [M:0;64443f9a1829:35361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a427a0ecaa5041dea32d56d3b395830a as hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a427a0ecaa5041dea32d56d3b395830a 2024-11-23T11:22:17,731 INFO [M:0;64443f9a1829:35361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a427a0ecaa5041dea32d56d3b395830a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T11:22:17,732 DEBUG [M:0;64443f9a1829:35361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08ddf3800644402298075edcfed424ff as hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/08ddf3800644402298075edcfed424ff 2024-11-23T11:22:17,736 INFO [M:0;64443f9a1829:35361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/08ddf3800644402298075edcfed424ff, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T11:22:17,737 DEBUG [M:0;64443f9a1829:35361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cae67babe97645bbb1caba03a0191c68 as hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cae67babe97645bbb1caba03a0191c68 2024-11-23T11:22:17,740 INFO [M:0;64443f9a1829:35361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43633/user/jenkins/test-data/43a0ed18-58f0-fba3-b0c9-79218d6bb6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cae67babe97645bbb1caba03a0191c68, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T11:22:17,741 INFO [M:0;64443f9a1829:35361 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 868ms, sequenceid=97, compaction requested=false 2024-11-23T11:22:17,742 INFO [M:0;64443f9a1829:35361 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:22:17,742 DEBUG [M:0;64443f9a1829:35361 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360936872Disabling compacts and flushes for region at 1732360936872Disabling writes for close at 1732360936872Obtaining lock to block concurrent updates at 1732360936872Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732360936872Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732360936872Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732360936873 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732360936873Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732360936884 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732360936885 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732360937291 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732360937303 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732360937303Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732360937709 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732360937721 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732360937721Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30655614: reopening flushed file at 1732360937728 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36003d61: reopening flushed file at 1732360937732 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@640b51d2: reopening flushed file at 1732360937736 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 868ms, sequenceid=97, compaction requested=false at 1732360937741 (+5 ms)Writing region close event to WAL at 1732360937741Closed at 1732360937741 2024-11-23T11:22:17,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44063 is added to blk_1073741830_1006 (size=63666) 2024-11-23T11:22:17,744 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:22:17,744 INFO [M:0;64443f9a1829:35361 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T11:22:17,744 INFO [M:0;64443f9a1829:35361 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35361 2024-11-23T11:22:17,745 INFO [M:0;64443f9a1829:35361 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:22:17,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x101676d8bef0006, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:22:17,906 INFO [M:0;64443f9a1829:35361 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:22:17,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x101676d8bef0006, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:22:17,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e5ee4a3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:22:17,909 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13e839dc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:22:17,910 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:22:17,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ac2210{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:22:17,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21b63acf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7381a97b-b959-a762-b0bd-edc33464af47/hadoop.log.dir/,STOPPED} 2024-11-23T11:22:17,911 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T11:22:17,911 WARN [BP-1093499592-172.17.0.3-1732360912039 heartbeating to localhost/127.0.0.1:43633 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T11:22:17,911 WARN [BP-1093499592-172.17.0.3-1732360912039 heartbeating to localhost/127.0.0.1:43633 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1093499592-172.17.0.3-1732360912039 (Datanode Uuid 0fc41743-1a36-4fa3-937d-fcae97311886) service to localhost/127.0.0.1:43633 2024-11-23T11:22:17,911 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T11:22:17,912 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7381a97b-b959-a762-b0bd-edc33464af47/cluster_ed3dd972-b07a-e0a8-e9ab-d817f5f32c49/data/data1/current/BP-1093499592-172.17.0.3-1732360912039 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:22:17,912 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7381a97b-b959-a762-b0bd-edc33464af47/cluster_ed3dd972-b07a-e0a8-e9ab-d817f5f32c49/data/data2/current/BP-1093499592-172.17.0.3-1732360912039 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:22:17,912 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T11:22:17,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19104a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:22:17,918 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a7e3ab9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:22:17,918 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:22:17,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77bbc3ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:22:17,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c78620{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7381a97b-b959-a762-b0bd-edc33464af47/hadoop.log.dir/,STOPPED} 2024-11-23T11:22:17,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T11:22:17,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T11:22:17,931 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:22:17,931 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:22:17,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:17,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:17,931 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:22:17,931 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T11:22:17,931 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1311051229, stopped=false 2024-11-23T11:22:17,931 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64443f9a1829,46249,1732360908472 2024-11-23T11:22:17,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42863-0x101676d8bef0004, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-634098991/running 2024-11-23T11:22:17,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42863-0x101676d8bef0004, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634098991 2024-11-23T11:22:17,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46249-0x101676d8bef0003, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-634098991/running 2024-11-23T11:22:17,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46249-0x101676d8bef0003, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634098991 2024-11-23T11:22:17,950 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:22:17,950 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:22:17,950 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:22:17,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:17,950 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64443f9a1829,42863,1732360908620' ***** 2024-11-23T11:22:17,950 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T11:22:17,951 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42863-0x101676d8bef0004, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Set watcher on znode that does not yet exist, /1-634098991/running 2024-11-23T11:22:17,951 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46249-0x101676d8bef0003, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Set watcher on znode that does not yet exist, /1-634098991/running 2024-11-23T11:22:17,952 INFO [RS:0;64443f9a1829:42863 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T11:22:17,952 INFO [RS:0;64443f9a1829:42863 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T11:22:17,952 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T11:22:17,952 INFO [RS:0;64443f9a1829:42863 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T11:22:17,952 INFO [RS:0;64443f9a1829:42863 {}] regionserver.HRegionServer(3091): Received CLOSE for d44fd12f6d8f23a9d71f9125fde42acd 2024-11-23T11:22:17,952 INFO [RS:0;64443f9a1829:42863 {}] regionserver.HRegionServer(3091): Received CLOSE for a5ce7ac97b105aadc5922f2a483b2a4c 2024-11-23T11:22:17,952 INFO [RS:0;64443f9a1829:42863 {}] regionserver.HRegionServer(959): stopping server 64443f9a1829,42863,1732360908620 2024-11-23T11:22:17,952 INFO [RS:0;64443f9a1829:42863 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:22:17,952 INFO [RS:0;64443f9a1829:42863 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:42863. 2024-11-23T11:22:17,952 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d44fd12f6d8f23a9d71f9125fde42acd, disabling compactions & flushes 2024-11-23T11:22:17,952 DEBUG [RS:0;64443f9a1829:42863 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:22:17,952 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732360924380.d44fd12f6d8f23a9d71f9125fde42acd. 2024-11-23T11:22:17,952 DEBUG [RS:0;64443f9a1829:42863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:17,952 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732360924380.d44fd12f6d8f23a9d71f9125fde42acd. 2024-11-23T11:22:17,952 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732360924380.d44fd12f6d8f23a9d71f9125fde42acd. after waiting 0 ms 2024-11-23T11:22:17,952 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732360924380.d44fd12f6d8f23a9d71f9125fde42acd. 2024-11-23T11:22:17,952 INFO [RS:0;64443f9a1829:42863 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T11:22:17,952 INFO [RS:0;64443f9a1829:42863 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T11:22:17,952 INFO [RS:0;64443f9a1829:42863 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T11:22:17,953 INFO [RS:0;64443f9a1829:42863 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T11:22:17,953 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d44fd12f6d8f23a9d71f9125fde42acd 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-23T11:22:17,953 INFO [RS:0;64443f9a1829:42863 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T11:22:17,953 DEBUG [RS:0;64443f9a1829:42863 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d44fd12f6d8f23a9d71f9125fde42acd=hbase:replication,,1732360924380.d44fd12f6d8f23a9d71f9125fde42acd., a5ce7ac97b105aadc5922f2a483b2a4c=test,,1732360919417.a5ce7ac97b105aadc5922f2a483b2a4c.} 2024-11-23T11:22:17,953 DEBUG [RS:0;64443f9a1829:42863 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a5ce7ac97b105aadc5922f2a483b2a4c, d44fd12f6d8f23a9d71f9125fde42acd 2024-11-23T11:22:17,953 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:22:17,953 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:22:17,953 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:22:17,953 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:22:17,953 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:22:17,954 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T11:22:17,970 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/hbase/meta/1588230740/.tmp/info/9d580f52a1424a38bbce98c52d505e8a is 147, key is hbase:replication,,1732360924380.d44fd12f6d8f23a9d71f9125fde42acd./info:regioninfo/1732360925138/Put/seqid=0 2024-11-23T11:22:17,971 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/hbase/replication/d44fd12f6d8f23a9d71f9125fde42acd/.tmp/queue/d2e33d7106924157bccf4ae8e51e0427 is 154, key is 1-64443f9a1829,42863,1732360908620/queue:64443f9a1829%2C42863%2C1732360908620/1732360934199/Put/seqid=0 2024-11-23T11:22:17,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35935 is added to blk_1073741840_1016 (size=7686) 2024-11-23T11:22:17,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35935 is added to blk_1073741841_1017 (size=5353) 2024-11-23T11:22:17,974 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/hbase/replication/d44fd12f6d8f23a9d71f9125fde42acd/.tmp/queue/d2e33d7106924157bccf4ae8e51e0427 2024-11-23T11:22:17,979 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/hbase/replication/d44fd12f6d8f23a9d71f9125fde42acd/.tmp/queue/d2e33d7106924157bccf4ae8e51e0427 as hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/hbase/replication/d44fd12f6d8f23a9d71f9125fde42acd/queue/d2e33d7106924157bccf4ae8e51e0427 2024-11-23T11:22:17,983 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/hbase/replication/d44fd12f6d8f23a9d71f9125fde42acd/queue/d2e33d7106924157bccf4ae8e51e0427, entries=1, sequenceid=12, filesize=5.2 K 2024-11-23T11:22:17,984 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for d44fd12f6d8f23a9d71f9125fde42acd in 32ms, sequenceid=12, compaction requested=false 2024-11-23T11:22:17,987 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/hbase/replication/d44fd12f6d8f23a9d71f9125fde42acd/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-23T11:22:17,988 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:22:17,988 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:22:17,988 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732360924380.d44fd12f6d8f23a9d71f9125fde42acd. 2024-11-23T11:22:17,988 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d44fd12f6d8f23a9d71f9125fde42acd: Waiting for close lock at 1732360937952Running coprocessor pre-close hooks at 1732360937952Disabling compacts and flushes for region at 1732360937952Disabling writes for close at 1732360937952Obtaining lock to block concurrent updates at 1732360937953 (+1 ms)Preparing flush snapshotting stores in d44fd12f6d8f23a9d71f9125fde42acd at 1732360937953Finished memstore snapshotting hbase:replication,,1732360924380.d44fd12f6d8f23a9d71f9125fde42acd., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732360937953Flushing stores of hbase:replication,,1732360924380.d44fd12f6d8f23a9d71f9125fde42acd. at 1732360937953Flushing d44fd12f6d8f23a9d71f9125fde42acd/queue: creating writer at 1732360937953Flushing d44fd12f6d8f23a9d71f9125fde42acd/queue: appending metadata at 1732360937971 (+18 ms)Flushing d44fd12f6d8f23a9d71f9125fde42acd/queue: closing flushed file at 1732360937971Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@484acc6a: reopening flushed file at 1732360937978 (+7 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for d44fd12f6d8f23a9d71f9125fde42acd in 32ms, sequenceid=12, compaction requested=false at 1732360937984 (+6 ms)Writing region close event to WAL at 1732360937985 (+1 ms)Running coprocessor post-close hooks at 1732360937988 (+3 ms)Closed at 1732360937988 2024-11-23T11:22:17,988 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732360924380.d44fd12f6d8f23a9d71f9125fde42acd. 2024-11-23T11:22:17,988 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a5ce7ac97b105aadc5922f2a483b2a4c, disabling compactions & flushes 2024-11-23T11:22:17,988 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732360919417.a5ce7ac97b105aadc5922f2a483b2a4c. 2024-11-23T11:22:17,988 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732360919417.a5ce7ac97b105aadc5922f2a483b2a4c. 2024-11-23T11:22:17,988 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732360919417.a5ce7ac97b105aadc5922f2a483b2a4c. after waiting 0 ms 2024-11-23T11:22:17,988 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732360919417.a5ce7ac97b105aadc5922f2a483b2a4c. 2024-11-23T11:22:17,988 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a5ce7ac97b105aadc5922f2a483b2a4c 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-23T11:22:18,006 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/default/test/a5ce7ac97b105aadc5922f2a483b2a4c/.tmp/f/73d4d0c31bb345b6935401e616c20f10 is 29, key is row1/f:/1732360932705/DeleteFamily/seqid=0 2024-11-23T11:22:18,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35935 is added to blk_1073741842_1018 (size=5152) 2024-11-23T11:22:18,026 INFO [regionserver/64443f9a1829:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:22:18,061 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T11:22:18,153 DEBUG [RS:0;64443f9a1829:42863 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a5ce7ac97b105aadc5922f2a483b2a4c 2024-11-23T11:22:18,316 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.wal-reader.64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267 to pos 636, reset compression=false 2024-11-23T11:22:18,353 DEBUG [RS:0;64443f9a1829:42863 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a5ce7ac97b105aadc5922f2a483b2a4c 2024-11-23T11:22:18,374 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/hbase/meta/1588230740/.tmp/info/9d580f52a1424a38bbce98c52d505e8a 2024-11-23T11:22:18,394 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/hbase/meta/1588230740/.tmp/ns/0766274ed0ec4b4d8421c656a4a61438 is 43, key is default/ns:d/1732360911852/Put/seqid=0 2024-11-23T11:22:18,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35935 is added to blk_1073741843_1019 (size=5153) 2024-11-23T11:22:18,397 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/hbase/meta/1588230740/.tmp/ns/0766274ed0ec4b4d8421c656a4a61438 2024-11-23T11:22:18,410 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/default/test/a5ce7ac97b105aadc5922f2a483b2a4c/.tmp/f/73d4d0c31bb345b6935401e616c20f10 2024-11-23T11:22:18,413 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73d4d0c31bb345b6935401e616c20f10 2024-11-23T11:22:18,418 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/hbase/meta/1588230740/.tmp/rep_barrier/7f17b4ef919b4a6db969077f7d99d26b is 112, key is test,,1732360919417.a5ce7ac97b105aadc5922f2a483b2a4c./rep_barrier:seqnumDuringOpen/1732360920563/Put/seqid=0 2024-11-23T11:22:18,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35935 is added to blk_1073741844_1020 (size=5518) 2024-11-23T11:22:18,432 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/default/test/a5ce7ac97b105aadc5922f2a483b2a4c/.tmp/f1/ed804e91629b48e9a2282cc4a8704412 is 30, key is row1/f1:/1732360932705/DeleteFamily/seqid=0 2024-11-23T11:22:18,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35935 is added to blk_1073741845_1021 (size=5158) 2024-11-23T11:22:18,554 DEBUG [RS:0;64443f9a1829:42863 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a5ce7ac97b105aadc5922f2a483b2a4c 2024-11-23T11:22:18,624 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 1193, reset compression=false 2024-11-23T11:22:18,627 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:22:18,627 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 1440, reset compression=false 2024-11-23T11:22:18,627 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.shipper64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,42863,1732360908620 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045, lastWalPosition=1440, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:22:18,628 ERROR [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.shipper64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 64443f9a1829,42863,1732360908620: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-64443f9a1829,42863,1732360908620, walGroup=64443f9a1829%2C42863%2C1732360908620, offset=64443f9a1829%2C42863%2C1732360908620.1732360911045:1440, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64443f9a1829:42863 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T11:22:18,629 ERROR [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.shipper64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T11:22:18,629 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.shipper64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T11:22:18,629 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.shipper64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T11:22:18,629 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.shipper64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T11:22:18,629 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.shipper64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T11:22:18,629 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.shipper64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1356857344, "init": 1048576000, "max": 2306867200, "used": 920951056 }, "NonHeapMemoryUsage": { "committed": 206241792, "init": 7667712, "max": -1, "used": 203250280 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T11:22:18,629 WARN [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.shipper64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64443f9a1829:46249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64443f9a1829:46249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T11:22:18,754 DEBUG [RS:0;64443f9a1829:42863 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a5ce7ac97b105aadc5922f2a483b2a4c 2024-11-23T11:22:18,821 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/hbase/meta/1588230740/.tmp/rep_barrier/7f17b4ef919b4a6db969077f7d99d26b 2024-11-23T11:22:18,830 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 1440, reset compression=false 2024-11-23T11:22:18,835 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/default/test/a5ce7ac97b105aadc5922f2a483b2a4c/.tmp/f1/ed804e91629b48e9a2282cc4a8704412 2024-11-23T11:22:18,838 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/hbase/meta/1588230740/.tmp/table/deaaf6fd2f4b4a50a41fa8e0aa775a91 is 53, key is hbase:replication/table:state/1732360925145/Put/seqid=0 2024-11-23T11:22:18,838 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed804e91629b48e9a2282cc4a8704412 2024-11-23T11:22:18,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35935 is added to blk_1073741846_1022 (size=5308) 2024-11-23T11:22:18,854 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/default/test/a5ce7ac97b105aadc5922f2a483b2a4c/.tmp/norep/ea60b4b056f248d9a0cfde9ecc0f7706 is 33, key is row1/norep:/1732360932705/DeleteFamily/seqid=0 2024-11-23T11:22:18,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35935 is added to blk_1073741847_1023 (size=5108) 2024-11-23T11:22:18,896 INFO [regionserver/64443f9a1829:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T11:22:18,896 INFO [regionserver/64443f9a1829:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T11:22:18,954 INFO [RS:0;64443f9a1829:42863 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T11:22:18,954 DEBUG [RS:0;64443f9a1829:42863 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a5ce7ac97b105aadc5922f2a483b2a4c=test,,1732360919417.a5ce7ac97b105aadc5922f2a483b2a4c.} 2024-11-23T11:22:18,954 DEBUG [RS:0;64443f9a1829:42863 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a5ce7ac97b105aadc5922f2a483b2a4c 2024-11-23T11:22:19,133 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 1440, reset compression=false 2024-11-23T11:22:19,154 DEBUG [RS:0;64443f9a1829:42863 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a5ce7ac97b105aadc5922f2a483b2a4c 2024-11-23T11:22:19,241 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/hbase/meta/1588230740/.tmp/table/deaaf6fd2f4b4a50a41fa8e0aa775a91 2024-11-23T11:22:19,245 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/hbase/meta/1588230740/.tmp/info/9d580f52a1424a38bbce98c52d505e8a as hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/hbase/meta/1588230740/info/9d580f52a1424a38bbce98c52d505e8a 2024-11-23T11:22:19,247 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/hbase/meta/1588230740/info/9d580f52a1424a38bbce98c52d505e8a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T11:22:19,248 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/hbase/meta/1588230740/.tmp/ns/0766274ed0ec4b4d8421c656a4a61438 as hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/hbase/meta/1588230740/ns/0766274ed0ec4b4d8421c656a4a61438 2024-11-23T11:22:19,251 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/hbase/meta/1588230740/ns/0766274ed0ec4b4d8421c656a4a61438, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T11:22:19,251 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/hbase/meta/1588230740/.tmp/rep_barrier/7f17b4ef919b4a6db969077f7d99d26b as hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/hbase/meta/1588230740/rep_barrier/7f17b4ef919b4a6db969077f7d99d26b 2024-11-23T11:22:19,254 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/hbase/meta/1588230740/rep_barrier/7f17b4ef919b4a6db969077f7d99d26b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T11:22:19,255 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/hbase/meta/1588230740/.tmp/table/deaaf6fd2f4b4a50a41fa8e0aa775a91 as hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/hbase/meta/1588230740/table/deaaf6fd2f4b4a50a41fa8e0aa775a91 2024-11-23T11:22:19,257 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/default/test/a5ce7ac97b105aadc5922f2a483b2a4c/.tmp/norep/ea60b4b056f248d9a0cfde9ecc0f7706 2024-11-23T11:22:19,258 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/hbase/meta/1588230740/table/deaaf6fd2f4b4a50a41fa8e0aa775a91, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T11:22:19,259 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=16, compaction requested=false 2024-11-23T11:22:19,261 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea60b4b056f248d9a0cfde9ecc0f7706 2024-11-23T11:22:19,261 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/default/test/a5ce7ac97b105aadc5922f2a483b2a4c/.tmp/f/73d4d0c31bb345b6935401e616c20f10 as hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/default/test/a5ce7ac97b105aadc5922f2a483b2a4c/f/73d4d0c31bb345b6935401e616c20f10 2024-11-23T11:22:19,262 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T11:22:19,262 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:22:19,262 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:22:19,262 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:22:19,262 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360937953Running coprocessor pre-close hooks at 1732360937953Disabling compacts and flushes for region at 1732360937953Disabling writes for close at 1732360937953Obtaining lock to block concurrent updates at 1732360937954 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732360937954Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732360937954Flushing stores of hbase:meta,,1.1588230740 at 1732360937955 (+1 ms)Flushing 1588230740/info: creating writer at 1732360937955Flushing 1588230740/info: appending metadata at 1732360937970 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732360937970Flushing 1588230740/ns: creating writer at 1732360938377 (+407 ms)Flushing 1588230740/ns: appending metadata at 1732360938393 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732360938393Flushing 1588230740/rep_barrier: creating writer at 1732360938401 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732360938417 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732360938417Flushing 1588230740/table: creating writer at 1732360938824 (+407 ms)Flushing 1588230740/table: appending metadata at 1732360938838 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732360938838Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63ca54a8: reopening flushed file at 1732360939244 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10110dab: reopening flushed file at 1732360939248 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25c6cbb7: reopening flushed file at 1732360939251 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38141157: reopening flushed file at 1732360939254 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=16, compaction requested=false at 1732360939259 (+5 ms)Writing region close event to WAL at 1732360939260 (+1 ms)Running coprocessor post-close hooks at 1732360939262 (+2 ms)Closed at 1732360939262 2024-11-23T11:22:19,263 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T11:22:19,264 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73d4d0c31bb345b6935401e616c20f10 2024-11-23T11:22:19,264 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/default/test/a5ce7ac97b105aadc5922f2a483b2a4c/f/73d4d0c31bb345b6935401e616c20f10, entries=3, sequenceid=10, filesize=5.0 K 2024-11-23T11:22:19,265 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/default/test/a5ce7ac97b105aadc5922f2a483b2a4c/.tmp/f1/ed804e91629b48e9a2282cc4a8704412 as hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/default/test/a5ce7ac97b105aadc5922f2a483b2a4c/f1/ed804e91629b48e9a2282cc4a8704412 2024-11-23T11:22:19,267 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed804e91629b48e9a2282cc4a8704412 2024-11-23T11:22:19,267 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/default/test/a5ce7ac97b105aadc5922f2a483b2a4c/f1/ed804e91629b48e9a2282cc4a8704412, entries=3, sequenceid=10, filesize=5.0 K 2024-11-23T11:22:19,268 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/default/test/a5ce7ac97b105aadc5922f2a483b2a4c/.tmp/norep/ea60b4b056f248d9a0cfde9ecc0f7706 as hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/default/test/a5ce7ac97b105aadc5922f2a483b2a4c/norep/ea60b4b056f248d9a0cfde9ecc0f7706 2024-11-23T11:22:19,270 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea60b4b056f248d9a0cfde9ecc0f7706 2024-11-23T11:22:19,271 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/default/test/a5ce7ac97b105aadc5922f2a483b2a4c/norep/ea60b4b056f248d9a0cfde9ecc0f7706, entries=1, sequenceid=10, filesize=5.0 K 2024-11-23T11:22:19,271 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a5ce7ac97b105aadc5922f2a483b2a4c in 1283ms, sequenceid=10, compaction requested=false 2024-11-23T11:22:19,274 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/data/default/test/a5ce7ac97b105aadc5922f2a483b2a4c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-23T11:22:19,274 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:22:19,274 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T11:22:19,274 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732360919417.a5ce7ac97b105aadc5922f2a483b2a4c. 2024-11-23T11:22:19,274 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a5ce7ac97b105aadc5922f2a483b2a4c: Waiting for close lock at 1732360937988Running coprocessor pre-close hooks at 1732360937988Disabling compacts and flushes for region at 1732360937988Disabling writes for close at 1732360937988Obtaining lock to block concurrent updates at 1732360937988Preparing flush snapshotting stores in a5ce7ac97b105aadc5922f2a483b2a4c at 1732360937988Finished memstore snapshotting test,,1732360919417.a5ce7ac97b105aadc5922f2a483b2a4c., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732360937989 (+1 ms)Flushing stores of test,,1732360919417.a5ce7ac97b105aadc5922f2a483b2a4c. at 1732360937989Flushing a5ce7ac97b105aadc5922f2a483b2a4c/f: creating writer at 1732360937989Flushing a5ce7ac97b105aadc5922f2a483b2a4c/f: appending metadata at 1732360938005 (+16 ms)Flushing a5ce7ac97b105aadc5922f2a483b2a4c/f: closing flushed file at 1732360938006 (+1 ms)Flushing a5ce7ac97b105aadc5922f2a483b2a4c/f1: creating writer at 1732360938413 (+407 ms)Flushing a5ce7ac97b105aadc5922f2a483b2a4c/f1: appending metadata at 1732360938431 (+18 ms)Flushing a5ce7ac97b105aadc5922f2a483b2a4c/f1: closing flushed file at 1732360938431Flushing a5ce7ac97b105aadc5922f2a483b2a4c/norep: creating writer at 1732360938838 (+407 ms)Flushing a5ce7ac97b105aadc5922f2a483b2a4c/norep: appending metadata at 1732360938854 (+16 ms)Flushing a5ce7ac97b105aadc5922f2a483b2a4c/norep: closing flushed file at 1732360938854Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@479004aa: reopening flushed file at 1732360939261 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cb2fe0a: reopening flushed file at 1732360939264 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17e328b: reopening flushed file at 1732360939267 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a5ce7ac97b105aadc5922f2a483b2a4c in 1283ms, sequenceid=10, compaction requested=false at 1732360939271 (+4 ms)Writing region close event to WAL at 1732360939272 (+1 ms)Running coprocessor post-close hooks at 1732360939274 (+2 ms)Closed at 1732360939274 2024-11-23T11:22:19,274 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732360919417.a5ce7ac97b105aadc5922f2a483b2a4c. 2024-11-23T11:22:19,354 INFO [RS:0;64443f9a1829:42863 {}] regionserver.HRegionServer(976): stopping server 64443f9a1829,42863,1732360908620; all regions closed. 2024-11-23T11:22:19,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35935 is added to blk_1073741834_1010 (size=4239) 2024-11-23T11:22:19,356 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.meta.1732360911792.meta not finished, retry = 0 2024-11-23T11:22:19,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35935 is added to blk_1073741839_1015 (size=3114) 2024-11-23T11:22:19,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35935 is added to blk_1073741832_1008 (size=2092) 2024-11-23T11:22:19,460 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 not finished, retry = 0 2024-11-23T11:22:19,519 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.wal-reader.64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267 to pos 636, reset compression=false 2024-11-23T11:22:19,536 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 to pos 1440, reset compression=false 2024-11-23T11:22:19,561 DEBUG [RS:0;64443f9a1829:42863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:19,561 INFO [RS:0;64443f9a1829:42863 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:22:19,561 INFO [RS:0;64443f9a1829:42863 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:22:19,561 INFO [RS:0;64443f9a1829:42863 {}] hbase.ChoreService(370): Chore service for: regionserver/64443f9a1829:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T11:22:19,561 INFO [RS:0;64443f9a1829:42863 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:22:19,561 INFO [regionserver/64443f9a1829:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:22:19,561 INFO [RS:0;64443f9a1829:42863 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-64443f9a1829,42863,1732360908620 because: Region server is closing 2024-11-23T11:22:19,561 INFO [RS:0;64443f9a1829:42863 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:42863. 2024-11-23T11:22:19,562 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/WALs/64443f9a1829,42863,1732360908620/64443f9a1829%2C42863%2C1732360908620.1732360911045 2024-11-23T11:22:19,562 DEBUG [RS:0;64443f9a1829:42863 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:22:19,562 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.wal-reader.64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:22:19,562 DEBUG [RS:0;64443f9a1829:42863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:19,562 DEBUG [RS:0;64443f9a1829:42863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:19,562 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:22:19,562 INFO [RS:0;64443f9a1829:42863 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,42863,1732360908620.replicationSource.shipper64443f9a1829%2C42863%2C1732360908620,1-64443f9a1829,42863,1732360908620 terminated 2024-11-23T11:22:19,562 INFO [RS:0;64443f9a1829:42863 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:42863. 2024-11-23T11:22:19,562 DEBUG [RS:0;64443f9a1829:42863 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:22:19,562 DEBUG [RS:0;64443f9a1829:42863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:19,562 DEBUG [RS:0;64443f9a1829:42863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:19,562 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:22:19,562 INFO [RS:0;64443f9a1829:42863 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42863 2024-11-23T11:22:19,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42863-0x101676d8bef0004, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-634098991/rs/64443f9a1829,42863,1732360908620 2024-11-23T11:22:19,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46249-0x101676d8bef0003, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634098991/rs 2024-11-23T11:22:19,637 INFO [RS:0;64443f9a1829:42863 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:22:19,679 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64443f9a1829,42863,1732360908620] 2024-11-23T11:22:19,700 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-634098991/draining/64443f9a1829,42863,1732360908620 already deleted, retry=false 2024-11-23T11:22:19,700 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64443f9a1829,42863,1732360908620 expired; onlineServers=0 2024-11-23T11:22:19,700 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64443f9a1829,46249,1732360908472' ***** 2024-11-23T11:22:19,700 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T11:22:19,700 INFO [M:0;64443f9a1829:46249 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:22:19,700 INFO [M:0;64443f9a1829:46249 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:22:19,700 DEBUG [M:0;64443f9a1829:46249 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T11:22:19,700 DEBUG [M:0;64443f9a1829:46249 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T11:22:19,700 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T11:22:19,700 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360910732 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360910732,5,FailOnTimeoutGroup] 2024-11-23T11:22:19,701 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360910730 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360910730,5,FailOnTimeoutGroup] 2024-11-23T11:22:19,701 INFO [M:0;64443f9a1829:46249 {}] hbase.ChoreService(370): Chore service for: master/64443f9a1829:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T11:22:19,701 INFO [M:0;64443f9a1829:46249 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:22:19,701 DEBUG [M:0;64443f9a1829:46249 {}] master.HMaster(1795): Stopping service threads 2024-11-23T11:22:19,701 INFO [M:0;64443f9a1829:46249 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T11:22:19,701 INFO [M:0;64443f9a1829:46249 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:22:19,701 INFO [M:0;64443f9a1829:46249 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T11:22:19,701 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T11:22:19,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46249-0x101676d8bef0003, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-634098991/master 2024-11-23T11:22:19,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46249-0x101676d8bef0003, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634098991 2024-11-23T11:22:19,711 DEBUG [M:0;64443f9a1829:46249 {}] zookeeper.ZKUtil(347): master:46249-0x101676d8bef0003, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Unable to get data of znode /1-634098991/master because node does not exist (not an error) 2024-11-23T11:22:19,711 WARN [M:0;64443f9a1829:46249 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T11:22:19,711 INFO [M:0;64443f9a1829:46249 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/.lastflushedseqids 2024-11-23T11:22:19,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35935 is added to blk_1073741848_1024 (size=245) 2024-11-23T11:22:19,779 INFO [RS:0;64443f9a1829:42863 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:22:19,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42863-0x101676d8bef0004, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:22:19,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42863-0x101676d8bef0004, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:22:19,779 INFO [RS:0;64443f9a1829:42863 {}] regionserver.HRegionServer(1031): Exiting; stopping=64443f9a1829,42863,1732360908620; zookeeper connection closed. 2024-11-23T11:22:19,779 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15361c01 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15361c01 2024-11-23T11:22:19,780 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T11:22:20,122 INFO [M:0;64443f9a1829:46249 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T11:22:20,122 INFO [M:0;64443f9a1829:46249 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T11:22:20,122 DEBUG [M:0;64443f9a1829:46249 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:22:20,122 INFO [M:0;64443f9a1829:46249 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:22:20,122 DEBUG [M:0;64443f9a1829:46249 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:22:20,122 DEBUG [M:0;64443f9a1829:46249 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:22:20,122 DEBUG [M:0;64443f9a1829:46249 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:22:20,122 INFO [M:0;64443f9a1829:46249 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-23T11:22:20,139 DEBUG [M:0;64443f9a1829:46249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d805da050e6d416faa47f16be48e8b1e is 82, key is hbase:meta,,1/info:regioninfo/1732360911820/Put/seqid=0 2024-11-23T11:22:20,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35935 is added to blk_1073741849_1025 (size=5672) 2024-11-23T11:22:20,552 INFO [M:0;64443f9a1829:46249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d805da050e6d416faa47f16be48e8b1e 2024-11-23T11:22:20,567 DEBUG [M:0;64443f9a1829:46249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dbb6664d203a492d89a773bf038ee4a2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732360925148/Put/seqid=0 2024-11-23T11:22:20,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35935 is added to blk_1073741850_1026 (size=8517) 2024-11-23T11:22:20,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:20,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:20,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:20,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:20,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:20,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:20,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:20,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:20,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:20,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:20,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:20,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:20,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:20,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:20,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:20,822 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.wal-reader.64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267 to pos 636, reset compression=false 2024-11-23T11:22:20,970 INFO [M:0;64443f9a1829:46249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dbb6664d203a492d89a773bf038ee4a2 2024-11-23T11:22:20,984 DEBUG [M:0;64443f9a1829:46249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b4afd3f72dfa4568baf9046e8ee4c733 is 69, key is 64443f9a1829,42863,1732360908620/rs:state/1732360910802/Put/seqid=0 2024-11-23T11:22:21,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35935 is added to blk_1073741851_1027 (size=5156) 2024-11-23T11:22:21,005 INFO [M:0;64443f9a1829:46249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b4afd3f72dfa4568baf9046e8ee4c733 2024-11-23T11:22:21,009 DEBUG [M:0;64443f9a1829:46249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d805da050e6d416faa47f16be48e8b1e as hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d805da050e6d416faa47f16be48e8b1e 2024-11-23T11:22:21,019 INFO [M:0;64443f9a1829:46249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d805da050e6d416faa47f16be48e8b1e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T11:22:21,020 DEBUG [M:0;64443f9a1829:46249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dbb6664d203a492d89a773bf038ee4a2 as hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dbb6664d203a492d89a773bf038ee4a2 2024-11-23T11:22:21,024 INFO [M:0;64443f9a1829:46249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dbb6664d203a492d89a773bf038ee4a2, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T11:22:21,024 DEBUG [M:0;64443f9a1829:46249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b4afd3f72dfa4568baf9046e8ee4c733 as hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b4afd3f72dfa4568baf9046e8ee4c733 2024-11-23T11:22:21,028 INFO [M:0;64443f9a1829:46249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36661/user/jenkins/test-data/793ded86-edd1-84ff-4d10-62d1c1b1d8fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b4afd3f72dfa4568baf9046e8ee4c733, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T11:22:21,029 INFO [M:0;64443f9a1829:46249 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 907ms, sequenceid=97, compaction requested=false 2024-11-23T11:22:21,030 INFO [M:0;64443f9a1829:46249 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:22:21,030 DEBUG [M:0;64443f9a1829:46249 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360940122Disabling compacts and flushes for region at 1732360940122Disabling writes for close at 1732360940122Obtaining lock to block concurrent updates at 1732360940122Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732360940122Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732360940122Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732360940123 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732360940123Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732360940138 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732360940138Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732360940555 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732360940566 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732360940567 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732360940973 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732360940984 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732360940984Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1366eeca: reopening flushed file at 1732360941008 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f0bf0fa: reopening flushed file at 1732360941019 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a8ae95a: reopening flushed file at 1732360941024 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 907ms, sequenceid=97, compaction requested=false at 1732360941029 (+5 ms)Writing region close event to WAL at 1732360941030 (+1 ms)Closed at 1732360941030 2024-11-23T11:22:21,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35935 is added to blk_1073741830_1006 (size=63666) 2024-11-23T11:22:21,033 INFO [M:0;64443f9a1829:46249 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T11:22:21,033 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:22:21,033 INFO [M:0;64443f9a1829:46249 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46249 2024-11-23T11:22:21,034 INFO [M:0;64443f9a1829:46249 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:22:21,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46249-0x101676d8bef0003, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:22:21,148 INFO [M:0;64443f9a1829:46249 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:22:21,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46249-0x101676d8bef0003, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:22:21,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c7bc7f5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:22:21,150 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c96a4ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:22:21,150 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:22:21,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@232053a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:22:21,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ac7d66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eb9b679-3c3c-9246-070e-f1ffbdbc93be/hadoop.log.dir/,STOPPED} 2024-11-23T11:22:21,151 WARN [BP-394555769-172.17.0.3-1732360906540 heartbeating to localhost/127.0.0.1:36661 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T11:22:21,151 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T11:22:21,151 WARN [BP-394555769-172.17.0.3-1732360906540 heartbeating to localhost/127.0.0.1:36661 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-394555769-172.17.0.3-1732360906540 (Datanode Uuid e1032cc0-b12d-4f11-92a8-b714158a0270) service to localhost/127.0.0.1:36661 2024-11-23T11:22:21,151 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T11:22:21,152 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eb9b679-3c3c-9246-070e-f1ffbdbc93be/cluster_37b51d6d-a1d9-9d76-fc1b-aa2c0f17f69b/data/data1/current/BP-394555769-172.17.0.3-1732360906540 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:22:21,152 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eb9b679-3c3c-9246-070e-f1ffbdbc93be/cluster_37b51d6d-a1d9-9d76-fc1b-aa2c0f17f69b/data/data2/current/BP-394555769-172.17.0.3-1732360906540 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:22:21,152 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T11:22:21,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@248eaa25{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:22:21,157 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1dfac481{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:22:21,157 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:22:21,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38a21d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:22:21,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cbb2464{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eb9b679-3c3c-9246-070e-f1ffbdbc93be/hadoop.log.dir/,STOPPED} 2024-11-23T11:22:21,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T11:22:21,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T11:22:21,169 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:22:21,169 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:22:21,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:21,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:21,169 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:22:21,169 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T11:22:21,169 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=221743697, stopped=false 2024-11-23T11:22:21,169 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64443f9a1829,33175,1732360902783 2024-11-23T11:22:21,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43595-0x101676d8bef0001, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01069936881/running 2024-11-23T11:22:21,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x101676d8bef0000, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01069936881/running 2024-11-23T11:22:21,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43595-0x101676d8bef0001, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069936881 2024-11-23T11:22:21,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x101676d8bef0000, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069936881 2024-11-23T11:22:21,184 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:22:21,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33175-0x101676d8bef0000, quorum=127.0.0.1:62009, baseZNode=/01069936881 Set watcher on znode that does not yet exist, /01069936881/running 2024-11-23T11:22:21,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43595-0x101676d8bef0001, quorum=127.0.0.1:62009, baseZNode=/01069936881 Set watcher on znode that does not yet exist, /01069936881/running 2024-11-23T11:22:21,185 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:22:21,186 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:22:21,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:21,186 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64443f9a1829,43595,1732360902964' ***** 2024-11-23T11:22:21,186 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T11:22:21,186 INFO [RS:0;64443f9a1829:43595 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T11:22:21,186 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T11:22:21,186 INFO [RS:0;64443f9a1829:43595 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T11:22:21,186 INFO [RS:0;64443f9a1829:43595 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T11:22:21,186 INFO [RS:0;64443f9a1829:43595 {}] regionserver.HRegionServer(3091): Received CLOSE for 87c141fd4b7df2478bb15816b67e045c 2024-11-23T11:22:21,187 INFO [RS:0;64443f9a1829:43595 {}] regionserver.HRegionServer(3091): Received CLOSE for d699a9d99b2e838b25b0f230604a1476 2024-11-23T11:22:21,187 INFO [RS:0;64443f9a1829:43595 {}] regionserver.HRegionServer(959): stopping server 64443f9a1829,43595,1732360902964 2024-11-23T11:22:21,187 INFO [RS:0;64443f9a1829:43595 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:22:21,187 INFO [RS:0;64443f9a1829:43595 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:43595. 2024-11-23T11:22:21,187 DEBUG [RS:0;64443f9a1829:43595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:22:21,187 DEBUG [RS:0;64443f9a1829:43595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:21,187 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 87c141fd4b7df2478bb15816b67e045c, disabling compactions & flushes 2024-11-23T11:22:21,187 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732360917266.87c141fd4b7df2478bb15816b67e045c. 2024-11-23T11:22:21,187 INFO [RS:0;64443f9a1829:43595 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T11:22:21,187 INFO [RS:0;64443f9a1829:43595 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T11:22:21,187 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732360917266.87c141fd4b7df2478bb15816b67e045c. 2024-11-23T11:22:21,187 INFO [RS:0;64443f9a1829:43595 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T11:22:21,187 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732360917266.87c141fd4b7df2478bb15816b67e045c. after waiting 0 ms 2024-11-23T11:22:21,187 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732360917266.87c141fd4b7df2478bb15816b67e045c. 2024-11-23T11:22:21,187 INFO [RS:0;64443f9a1829:43595 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T11:22:21,187 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 87c141fd4b7df2478bb15816b67e045c 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-23T11:22:21,187 INFO [RS:0;64443f9a1829:43595 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T11:22:21,187 DEBUG [RS:0;64443f9a1829:43595 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 87c141fd4b7df2478bb15816b67e045c=test,,1732360917266.87c141fd4b7df2478bb15816b67e045c., d699a9d99b2e838b25b0f230604a1476=hbase:replication,,1732360922229.d699a9d99b2e838b25b0f230604a1476.} 2024-11-23T11:22:21,188 DEBUG [RS:0;64443f9a1829:43595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87c141fd4b7df2478bb15816b67e045c, d699a9d99b2e838b25b0f230604a1476 2024-11-23T11:22:21,195 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:22:21,195 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:22:21,195 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:22:21,195 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:22:21,195 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:22:21,195 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T11:22:21,198 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:22:21,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:21,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:21,209 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/default/test/87c141fd4b7df2478bb15816b67e045c/.tmp/f/e7a0ced377f44a239f9efd638d40db70 is 28, key is row/f:/1732360931701/DeleteFamily/seqid=0 2024-11-23T11:22:21,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:21,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:21,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:21,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:21,214 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/hbase/meta/1588230740/.tmp/info/5e07cc4979034819ab9dcf51b6badb5b is 147, key is hbase:replication,,1732360922229.d699a9d99b2e838b25b0f230604a1476./info:regioninfo/1732360923426/Put/seqid=0 2024-11-23T11:22:21,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34535 is added to blk_1073741840_1016 (size=7686) 2024-11-23T11:22:21,226 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/hbase/meta/1588230740/.tmp/info/5e07cc4979034819ab9dcf51b6badb5b 2024-11-23T11:22:21,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34535 is added to blk_1073741841_1017 (size=5085) 2024-11-23T11:22:21,259 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/hbase/meta/1588230740/.tmp/ns/5918fc01f5d443fda345e130bdacc8ec is 43, key is default/ns:d/1732360906456/Put/seqid=0 2024-11-23T11:22:21,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34535 is added to blk_1073741842_1018 (size=5153) 2024-11-23T11:22:21,264 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/hbase/meta/1588230740/.tmp/ns/5918fc01f5d443fda345e130bdacc8ec 2024-11-23T11:22:21,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:21,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:21,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:21,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:21,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:21,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:21,275 INFO [regionserver/64443f9a1829:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:22:21,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:21,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:21,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:21,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:21,285 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/hbase/meta/1588230740/.tmp/rep_barrier/5f79edaa80fc43f8a52014544c35ab05 is 112, key is test,,1732360917266.87c141fd4b7df2478bb15816b67e045c./rep_barrier:seqnumDuringOpen/1732360918409/Put/seqid=0 2024-11-23T11:22:21,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34535 is added to blk_1073741843_1019 (size=5518) 2024-11-23T11:22:21,290 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/hbase/meta/1588230740/.tmp/rep_barrier/5f79edaa80fc43f8a52014544c35ab05 2024-11-23T11:22:21,310 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/hbase/meta/1588230740/.tmp/table/224101b098254319af53598de6d9c27f is 53, key is hbase:replication/table:state/1732360923432/Put/seqid=0 2024-11-23T11:22:21,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34535 is added to blk_1073741844_1020 (size=5308) 2024-11-23T11:22:21,388 DEBUG [RS:0;64443f9a1829:43595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87c141fd4b7df2478bb15816b67e045c, d699a9d99b2e838b25b0f230604a1476 2024-11-23T11:22:21,588 DEBUG [RS:0;64443f9a1829:43595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87c141fd4b7df2478bb15816b67e045c, d699a9d99b2e838b25b0f230604a1476 2024-11-23T11:22:21,642 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/default/test/87c141fd4b7df2478bb15816b67e045c/.tmp/f/e7a0ced377f44a239f9efd638d40db70 2024-11-23T11:22:21,647 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7a0ced377f44a239f9efd638d40db70 2024-11-23T11:22:21,665 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/default/test/87c141fd4b7df2478bb15816b67e045c/.tmp/f1/6618da4a953442b997ce2b1085693924 is 29, key is row/f1:/1732360931701/DeleteFamily/seqid=0 2024-11-23T11:22:21,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34535 is added to blk_1073741845_1021 (size=5089) 2024-11-23T11:22:21,721 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/hbase/meta/1588230740/.tmp/table/224101b098254319af53598de6d9c27f 2024-11-23T11:22:21,728 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/hbase/meta/1588230740/.tmp/info/5e07cc4979034819ab9dcf51b6badb5b as hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/hbase/meta/1588230740/info/5e07cc4979034819ab9dcf51b6badb5b 2024-11-23T11:22:21,735 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/hbase/meta/1588230740/info/5e07cc4979034819ab9dcf51b6badb5b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T11:22:21,736 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/hbase/meta/1588230740/.tmp/ns/5918fc01f5d443fda345e130bdacc8ec as hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/hbase/meta/1588230740/ns/5918fc01f5d443fda345e130bdacc8ec 2024-11-23T11:22:21,741 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/hbase/meta/1588230740/ns/5918fc01f5d443fda345e130bdacc8ec, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T11:22:21,742 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/hbase/meta/1588230740/.tmp/rep_barrier/5f79edaa80fc43f8a52014544c35ab05 as hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/hbase/meta/1588230740/rep_barrier/5f79edaa80fc43f8a52014544c35ab05 2024-11-23T11:22:21,747 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/hbase/meta/1588230740/rep_barrier/5f79edaa80fc43f8a52014544c35ab05, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T11:22:21,748 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/hbase/meta/1588230740/.tmp/table/224101b098254319af53598de6d9c27f as hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/hbase/meta/1588230740/table/224101b098254319af53598de6d9c27f 2024-11-23T11:22:21,755 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/hbase/meta/1588230740/table/224101b098254319af53598de6d9c27f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T11:22:21,756 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 561ms, sequenceid=16, compaction requested=false 2024-11-23T11:22:21,757 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T11:22:21,776 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T11:22:21,778 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:22:21,778 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:22:21,778 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:22:21,779 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360941195Running coprocessor pre-close hooks at 1732360941195Disabling compacts and flushes for region at 1732360941195Disabling writes for close at 1732360941195Obtaining lock to block concurrent updates at 1732360941195Preparing flush snapshotting stores in 1588230740 at 1732360941195Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732360941195Flushing stores of hbase:meta,,1.1588230740 at 1732360941196 (+1 ms)Flushing 1588230740/info: creating writer at 1732360941196Flushing 1588230740/info: appending metadata at 1732360941214 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732360941214Flushing 1588230740/ns: creating writer at 1732360941235 (+21 ms)Flushing 1588230740/ns: appending metadata at 1732360941258 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732360941259 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732360941268 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732360941285 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732360941285Flushing 1588230740/table: creating writer at 1732360941295 (+10 ms)Flushing 1588230740/table: appending metadata at 1732360941310 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732360941310Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55ec160d: reopening flushed file at 1732360941727 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19baa600: reopening flushed file at 1732360941735 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78fc5d08: reopening flushed file at 1732360941742 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a4fa999: reopening flushed file at 1732360941748 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 561ms, sequenceid=16, compaction requested=false at 1732360941756 (+8 ms)Writing region close event to WAL at 1732360941769 (+13 ms)Running coprocessor post-close hooks at 1732360941778 (+9 ms)Closed at 1732360941778 2024-11-23T11:22:21,779 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T11:22:21,788 DEBUG [RS:0;64443f9a1829:43595 {}] regionserver.HRegionServer(1351): Waiting on 87c141fd4b7df2478bb15816b67e045c, d699a9d99b2e838b25b0f230604a1476 2024-11-23T11:22:21,988 DEBUG [RS:0;64443f9a1829:43595 {}] regionserver.HRegionServer(1351): Waiting on 87c141fd4b7df2478bb15816b67e045c, d699a9d99b2e838b25b0f230604a1476 2024-11-23T11:22:22,072 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/default/test/87c141fd4b7df2478bb15816b67e045c/.tmp/f1/6618da4a953442b997ce2b1085693924 2024-11-23T11:22:22,076 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6618da4a953442b997ce2b1085693924 2024-11-23T11:22:22,093 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/default/test/87c141fd4b7df2478bb15816b67e045c/.tmp/norep/9ef2f4fbd6e04e679eff8e71f66d04ad is 32, key is row/norep:/1732360931701/DeleteFamily/seqid=0 2024-11-23T11:22:22,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34535 is added to blk_1073741846_1022 (size=5101) 2024-11-23T11:22:22,096 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/default/test/87c141fd4b7df2478bb15816b67e045c/.tmp/norep/9ef2f4fbd6e04e679eff8e71f66d04ad 2024-11-23T11:22:22,100 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ef2f4fbd6e04e679eff8e71f66d04ad 2024-11-23T11:22:22,100 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/default/test/87c141fd4b7df2478bb15816b67e045c/.tmp/f/e7a0ced377f44a239f9efd638d40db70 as hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/default/test/87c141fd4b7df2478bb15816b67e045c/f/e7a0ced377f44a239f9efd638d40db70 2024-11-23T11:22:22,103 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7a0ced377f44a239f9efd638d40db70 2024-11-23T11:22:22,103 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/default/test/87c141fd4b7df2478bb15816b67e045c/f/e7a0ced377f44a239f9efd638d40db70, entries=1, sequenceid=6, filesize=5.0 K 2024-11-23T11:22:22,104 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/default/test/87c141fd4b7df2478bb15816b67e045c/.tmp/f1/6618da4a953442b997ce2b1085693924 as hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/default/test/87c141fd4b7df2478bb15816b67e045c/f1/6618da4a953442b997ce2b1085693924 2024-11-23T11:22:22,107 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6618da4a953442b997ce2b1085693924 2024-11-23T11:22:22,107 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/default/test/87c141fd4b7df2478bb15816b67e045c/f1/6618da4a953442b997ce2b1085693924, entries=1, sequenceid=6, filesize=5.0 K 2024-11-23T11:22:22,108 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/default/test/87c141fd4b7df2478bb15816b67e045c/.tmp/norep/9ef2f4fbd6e04e679eff8e71f66d04ad as hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/default/test/87c141fd4b7df2478bb15816b67e045c/norep/9ef2f4fbd6e04e679eff8e71f66d04ad 2024-11-23T11:22:22,111 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ef2f4fbd6e04e679eff8e71f66d04ad 2024-11-23T11:22:22,111 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/default/test/87c141fd4b7df2478bb15816b67e045c/norep/9ef2f4fbd6e04e679eff8e71f66d04ad, entries=1, sequenceid=6, filesize=5.0 K 2024-11-23T11:22:22,112 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 87c141fd4b7df2478bb15816b67e045c in 925ms, sequenceid=6, compaction requested=false 2024-11-23T11:22:22,112 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T11:22:22,116 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/default/test/87c141fd4b7df2478bb15816b67e045c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T11:22:22,117 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:22:22,117 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T11:22:22,117 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732360917266.87c141fd4b7df2478bb15816b67e045c. 2024-11-23T11:22:22,117 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 87c141fd4b7df2478bb15816b67e045c: Waiting for close lock at 1732360941187Running coprocessor pre-close hooks at 1732360941187Disabling compacts and flushes for region at 1732360941187Disabling writes for close at 1732360941187Obtaining lock to block concurrent updates at 1732360941187Preparing flush snapshotting stores in 87c141fd4b7df2478bb15816b67e045c at 1732360941187Finished memstore snapshotting test,,1732360917266.87c141fd4b7df2478bb15816b67e045c., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732360941187Flushing stores of test,,1732360917266.87c141fd4b7df2478bb15816b67e045c. at 1732360941188 (+1 ms)Flushing 87c141fd4b7df2478bb15816b67e045c/f: creating writer at 1732360941188Flushing 87c141fd4b7df2478bb15816b67e045c/f: appending metadata at 1732360941208 (+20 ms)Flushing 87c141fd4b7df2478bb15816b67e045c/f: closing flushed file at 1732360941208Flushing 87c141fd4b7df2478bb15816b67e045c/f1: creating writer at 1732360941647 (+439 ms)Flushing 87c141fd4b7df2478bb15816b67e045c/f1: appending metadata at 1732360941664 (+17 ms)Flushing 87c141fd4b7df2478bb15816b67e045c/f1: closing flushed file at 1732360941664Flushing 87c141fd4b7df2478bb15816b67e045c/norep: creating writer at 1732360942076 (+412 ms)Flushing 87c141fd4b7df2478bb15816b67e045c/norep: appending metadata at 1732360942092 (+16 ms)Flushing 87c141fd4b7df2478bb15816b67e045c/norep: closing flushed file at 1732360942092Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@221542f4: reopening flushed file at 1732360942100 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@558a913c: reopening flushed file at 1732360942104 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ddf0749: reopening flushed file at 1732360942107 (+3 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 87c141fd4b7df2478bb15816b67e045c in 925ms, sequenceid=6, compaction requested=false at 1732360942112 (+5 ms)Writing region close event to WAL at 1732360942114 (+2 ms)Running coprocessor post-close hooks at 1732360942117 (+3 ms)Closed at 1732360942117 2024-11-23T11:22:22,117 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732360917266.87c141fd4b7df2478bb15816b67e045c. 2024-11-23T11:22:22,117 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d699a9d99b2e838b25b0f230604a1476, disabling compactions & flushes 2024-11-23T11:22:22,117 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732360922229.d699a9d99b2e838b25b0f230604a1476. 2024-11-23T11:22:22,117 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732360922229.d699a9d99b2e838b25b0f230604a1476. 2024-11-23T11:22:22,117 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732360922229.d699a9d99b2e838b25b0f230604a1476. after waiting 0 ms 2024-11-23T11:22:22,117 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732360922229.d699a9d99b2e838b25b0f230604a1476. 2024-11-23T11:22:22,117 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d699a9d99b2e838b25b0f230604a1476 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-23T11:22:22,132 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/hbase/replication/d699a9d99b2e838b25b0f230604a1476/.tmp/queue/a2e5eefb6ce643849c2165ba2f770ddc is 153, key is 1-64443f9a1829,43595,1732360902964/queue:64443f9a1829%2C43595%2C1732360902964/1732360931790/Put/seqid=0 2024-11-23T11:22:22,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34535 is added to blk_1073741847_1023 (size=5352) 2024-11-23T11:22:22,139 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/hbase/replication/d699a9d99b2e838b25b0f230604a1476/.tmp/queue/a2e5eefb6ce643849c2165ba2f770ddc 2024-11-23T11:22:22,143 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/hbase/replication/d699a9d99b2e838b25b0f230604a1476/.tmp/queue/a2e5eefb6ce643849c2165ba2f770ddc as hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/hbase/replication/d699a9d99b2e838b25b0f230604a1476/queue/a2e5eefb6ce643849c2165ba2f770ddc 2024-11-23T11:22:22,143 INFO [regionserver/64443f9a1829:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T11:22:22,143 INFO [regionserver/64443f9a1829:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T11:22:22,146 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/hbase/replication/d699a9d99b2e838b25b0f230604a1476/queue/a2e5eefb6ce643849c2165ba2f770ddc, entries=1, sequenceid=8, filesize=5.2 K 2024-11-23T11:22:22,147 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for d699a9d99b2e838b25b0f230604a1476 in 30ms, sequenceid=8, compaction requested=false 2024-11-23T11:22:22,147 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T11:22:22,150 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/data/hbase/replication/d699a9d99b2e838b25b0f230604a1476/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-23T11:22:22,150 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:22:22,150 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:22:22,150 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732360922229.d699a9d99b2e838b25b0f230604a1476. 2024-11-23T11:22:22,150 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d699a9d99b2e838b25b0f230604a1476: Waiting for close lock at 1732360942117Running coprocessor pre-close hooks at 1732360942117Disabling compacts and flushes for region at 1732360942117Disabling writes for close at 1732360942117Obtaining lock to block concurrent updates at 1732360942117Preparing flush snapshotting stores in d699a9d99b2e838b25b0f230604a1476 at 1732360942117Finished memstore snapshotting hbase:replication,,1732360922229.d699a9d99b2e838b25b0f230604a1476., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732360942118 (+1 ms)Flushing stores of hbase:replication,,1732360922229.d699a9d99b2e838b25b0f230604a1476. at 1732360942118Flushing d699a9d99b2e838b25b0f230604a1476/queue: creating writer at 1732360942118Flushing d699a9d99b2e838b25b0f230604a1476/queue: appending metadata at 1732360942131 (+13 ms)Flushing d699a9d99b2e838b25b0f230604a1476/queue: closing flushed file at 1732360942131Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@672dc27a: reopening flushed file at 1732360942142 (+11 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for d699a9d99b2e838b25b0f230604a1476 in 30ms, sequenceid=8, compaction requested=false at 1732360942147 (+5 ms)Writing region close event to WAL at 1732360942148 (+1 ms)Running coprocessor post-close hooks at 1732360942150 (+2 ms)Closed at 1732360942150 2024-11-23T11:22:22,151 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732360922229.d699a9d99b2e838b25b0f230604a1476. 2024-11-23T11:22:22,189 INFO [RS:0;64443f9a1829:43595 {}] regionserver.HRegionServer(976): stopping server 64443f9a1829,43595,1732360902964; all regions closed. 2024-11-23T11:22:22,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34535 is added to blk_1073741834_1010 (size=4239) 2024-11-23T11:22:22,191 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.meta.1732360906377.meta not finished, retry = 0 2024-11-23T11:22:22,225 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.wal-reader.64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267 to pos 636, reset compression=false 2024-11-23T11:22:22,229 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.wal-reader.64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:22:22,229 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.wal-reader.64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267 to pos 1527, reset compression=false 2024-11-23T11:22:22,229 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.shipper64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,43595,1732360902964 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:22:22,230 ERROR [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.shipper64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 64443f9a1829,43595,1732360902964: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-64443f9a1829,43595,1732360902964, walGroup=64443f9a1829%2C43595%2C1732360902964, offset=64443f9a1829%2C43595%2C1732360902964.1732360905267:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64443f9a1829:43595 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T11:22:22,232 ERROR [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.shipper64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T11:22:22,232 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.shipper64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T11:22:22,232 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.shipper64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T11:22:22,232 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.shipper64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T11:22:22,232 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.shipper64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T11:22:22,232 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.shipper64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1356857344, "init": 1048576000, "max": 2306867200, "used": 1032100112 }, "NonHeapMemoryUsage": { "committed": 206766080, "init": 7667712, "max": -1, "used": 203772704 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T11:22:22,233 WARN [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.shipper64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64443f9a1829:33175 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64443f9a1829:33175 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T11:22:22,293 DEBUG [RS:0;64443f9a1829:43595 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/oldWALs 2024-11-23T11:22:22,293 INFO [RS:0;64443f9a1829:43595 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C43595%2C1732360902964.meta:.meta(num 1732360906377) 2024-11-23T11:22:22,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34535 is added to blk_1073741839_1015 (size=2240) 2024-11-23T11:22:22,300 DEBUG [RS:0;64443f9a1829:43595 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/oldWALs 2024-11-23T11:22:22,300 INFO [RS:0;64443f9a1829:43595 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C43595%2C1732360902964.rep:(num 1732360923366) 2024-11-23T11:22:22,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34535 is added to blk_1073741832_1008 (size=1535) 2024-11-23T11:22:22,303 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/WALs/64443f9a1829,43595,1732360902964/64443f9a1829%2C43595%2C1732360902964.1732360905267 not finished, retry = 0 2024-11-23T11:22:22,408 DEBUG [RS:0;64443f9a1829:43595 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/oldWALs 2024-11-23T11:22:22,408 INFO [RS:0;64443f9a1829:43595 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C43595%2C1732360902964:(num 1732360905267) 2024-11-23T11:22:22,408 DEBUG [RS:0;64443f9a1829:43595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:22,408 INFO [RS:0;64443f9a1829:43595 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:22:22,409 INFO [RS:0;64443f9a1829:43595 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:22:22,409 INFO [RS:0;64443f9a1829:43595 {}] hbase.ChoreService(370): Chore service for: regionserver/64443f9a1829:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T11:22:22,409 INFO [RS:0;64443f9a1829:43595 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:22:22,409 INFO [regionserver/64443f9a1829:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:22:22,410 INFO [RS:0;64443f9a1829:43595 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-64443f9a1829,43595,1732360902964 because: Region server is closing 2024-11-23T11:22:22,410 INFO [RS:0;64443f9a1829:43595 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:43595. 2024-11-23T11:22:22,410 DEBUG [RS:0;64443f9a1829:43595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:22:22,410 DEBUG [RS:0;64443f9a1829:43595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:22,410 DEBUG [RS:0;64443f9a1829:43595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:22,410 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:22:22,510 INFO [RS:0;64443f9a1829:43595 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,43595,1732360902964.replicationSource.shipper64443f9a1829%2C43595%2C1732360902964,1-64443f9a1829,43595,1732360902964 terminated 2024-11-23T11:22:22,511 INFO [RS:0;64443f9a1829:43595 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43595 2024-11-23T11:22:22,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T11:22:22,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T11:22:22,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T11:22:22,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43595-0x101676d8bef0001, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01069936881/rs/64443f9a1829,43595,1732360902964 2024-11-23T11:22:22,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x101676d8bef0000, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069936881/rs 2024-11-23T11:22:22,574 INFO [RS:0;64443f9a1829:43595 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:22:22,584 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64443f9a1829,43595,1732360902964] 2024-11-23T11:22:22,595 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01069936881/draining/64443f9a1829,43595,1732360902964 already deleted, retry=false 2024-11-23T11:22:22,595 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64443f9a1829,43595,1732360902964 expired; onlineServers=0 2024-11-23T11:22:22,595 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64443f9a1829,33175,1732360902783' ***** 2024-11-23T11:22:22,595 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T11:22:22,595 INFO [M:0;64443f9a1829:33175 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:22:22,595 INFO [M:0;64443f9a1829:33175 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:22:22,595 DEBUG [M:0;64443f9a1829:33175 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T11:22:22,595 DEBUG [M:0;64443f9a1829:33175 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T11:22:22,595 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T11:22:22,595 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360905014 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360905014,5,FailOnTimeoutGroup] 2024-11-23T11:22:22,595 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360905014 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360905014,5,FailOnTimeoutGroup] 2024-11-23T11:22:22,595 INFO [M:0;64443f9a1829:33175 {}] hbase.ChoreService(370): Chore service for: master/64443f9a1829:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T11:22:22,595 INFO [M:0;64443f9a1829:33175 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:22:22,595 DEBUG [M:0;64443f9a1829:33175 {}] master.HMaster(1795): Stopping service threads 2024-11-23T11:22:22,595 INFO [M:0;64443f9a1829:33175 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T11:22:22,596 INFO [M:0;64443f9a1829:33175 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:22:22,596 ERROR [M:0;64443f9a1829:33175 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43957,5,PEWorkerGroup] 2024-11-23T11:22:22,596 INFO [M:0;64443f9a1829:33175 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T11:22:22,596 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T11:22:22,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x101676d8bef0000, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01069936881/master 2024-11-23T11:22:22,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x101676d8bef0000, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01069936881 2024-11-23T11:22:22,616 DEBUG [M:0;64443f9a1829:33175 {}] zookeeper.RecoverableZooKeeper(212): Node /01069936881/master already deleted, retry=false 2024-11-23T11:22:22,616 DEBUG [M:0;64443f9a1829:33175 {}] master.ActiveMasterManager(353): master:33175-0x101676d8bef0000, quorum=127.0.0.1:62009, baseZNode=/01069936881 Failed delete of our master address node; KeeperErrorCode = NoNode for /01069936881/master 2024-11-23T11:22:22,617 INFO [M:0;64443f9a1829:33175 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/.lastflushedseqids 2024-11-23T11:22:22,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34535 is added to blk_1073741848_1024 (size=245) 2024-11-23T11:22:22,620 INFO [M:0;64443f9a1829:33175 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T11:22:22,620 INFO [M:0;64443f9a1829:33175 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T11:22:22,621 DEBUG [M:0;64443f9a1829:33175 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:22:22,621 INFO [M:0;64443f9a1829:33175 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:22:22,621 DEBUG [M:0;64443f9a1829:33175 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:22:22,621 DEBUG [M:0;64443f9a1829:33175 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:22:22,621 DEBUG [M:0;64443f9a1829:33175 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:22:22,621 INFO [M:0;64443f9a1829:33175 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-23T11:22:22,638 DEBUG [M:0;64443f9a1829:33175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03f3e6998c9a4c8596f78343db0a05d9 is 82, key is hbase:meta,,1/info:regioninfo/1732360906406/Put/seqid=0 2024-11-23T11:22:22,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34535 is added to blk_1073741849_1025 (size=5672) 2024-11-23T11:22:22,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43595-0x101676d8bef0001, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:22:22,684 INFO [RS:0;64443f9a1829:43595 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:22:22,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43595-0x101676d8bef0001, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:22:22,685 INFO [RS:0;64443f9a1829:43595 {}] regionserver.HRegionServer(1031): Exiting; stopping=64443f9a1829,43595,1732360902964; zookeeper connection closed. 2024-11-23T11:22:22,686 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b76bf5d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b76bf5d 2024-11-23T11:22:22,686 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T11:22:23,048 INFO [M:0;64443f9a1829:33175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03f3e6998c9a4c8596f78343db0a05d9 2024-11-23T11:22:23,070 DEBUG [M:0;64443f9a1829:33175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6b9e165db6e41a89627e440c7d422b1 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732360918420/Put/seqid=0 2024-11-23T11:22:23,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34535 is added to blk_1073741850_1026 (size=7218) 2024-11-23T11:22:23,474 INFO [M:0;64443f9a1829:33175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6b9e165db6e41a89627e440c7d422b1 2024-11-23T11:22:23,477 INFO [M:0;64443f9a1829:33175 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c6b9e165db6e41a89627e440c7d422b1 2024-11-23T11:22:23,494 DEBUG [M:0;64443f9a1829:33175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2611085276284b24a528f7c3f2260ded is 69, key is 64443f9a1829,43595,1732360902964/rs:state/1732360905122/Put/seqid=0 2024-11-23T11:22:23,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34535 is added to blk_1073741851_1027 (size=5156) 2024-11-23T11:22:23,898 INFO [M:0;64443f9a1829:33175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2611085276284b24a528f7c3f2260ded 2024-11-23T11:22:23,903 DEBUG [M:0;64443f9a1829:33175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03f3e6998c9a4c8596f78343db0a05d9 as hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/03f3e6998c9a4c8596f78343db0a05d9 2024-11-23T11:22:23,907 INFO [M:0;64443f9a1829:33175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/03f3e6998c9a4c8596f78343db0a05d9, entries=8, sequenceid=105, filesize=5.5 K 2024-11-23T11:22:23,908 DEBUG [M:0;64443f9a1829:33175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6b9e165db6e41a89627e440c7d422b1 as hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6b9e165db6e41a89627e440c7d422b1 2024-11-23T11:22:23,912 INFO [M:0;64443f9a1829:33175 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c6b9e165db6e41a89627e440c7d422b1 2024-11-23T11:22:23,912 INFO [M:0;64443f9a1829:33175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6b9e165db6e41a89627e440c7d422b1, entries=11, sequenceid=105, filesize=7.0 K 2024-11-23T11:22:23,913 DEBUG [M:0;64443f9a1829:33175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2611085276284b24a528f7c3f2260ded as hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2611085276284b24a528f7c3f2260ded 2024-11-23T11:22:23,921 INFO [M:0;64443f9a1829:33175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43957/user/jenkins/test-data/908f4b0a-0443-56d6-b568-686fd0a0b382/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2611085276284b24a528f7c3f2260ded, entries=1, sequenceid=105, filesize=5.0 K 2024-11-23T11:22:23,922 INFO [M:0;64443f9a1829:33175 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=105, compaction requested=false 2024-11-23T11:22:23,923 INFO [M:0;64443f9a1829:33175 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:22:23,923 DEBUG [M:0;64443f9a1829:33175 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360942621Disabling compacts and flushes for region at 1732360942621Disabling writes for close at 1732360942621Obtaining lock to block concurrent updates at 1732360942621Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732360942621Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732360942621Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732360942622 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732360942622Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732360942638 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732360942638Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732360943052 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732360943069 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732360943069Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732360943477 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732360943493 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732360943494 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4515710b: reopening flushed file at 1732360943902 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25c8eae0: reopening flushed file at 1732360943907 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f7ff298: reopening flushed file at 1732360943912 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=105, compaction requested=false at 1732360943922 (+10 ms)Writing region close event to WAL at 1732360943923 (+1 ms)Closed at 1732360943923 2024-11-23T11:22:23,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34535 is added to blk_1073741830_1006 (size=64423) 2024-11-23T11:22:23,926 INFO [M:0;64443f9a1829:33175 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T11:22:23,926 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:22:23,926 INFO [M:0;64443f9a1829:33175 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33175 2024-11-23T11:22:23,926 INFO [M:0;64443f9a1829:33175 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:22:24,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x101676d8bef0000, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:22:24,074 INFO [M:0;64443f9a1829:33175 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:22:24,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33175-0x101676d8bef0000, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:22:24,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44113866{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:22:24,085 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@43f3cb80{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:22:24,085 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:22:24,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4291dcfd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:22:24,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bb81209{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261/hadoop.log.dir/,STOPPED} 2024-11-23T11:22:24,087 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T11:22:24,087 WARN [BP-396811252-172.17.0.3-1732360900705 heartbeating to localhost/127.0.0.1:43957 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T11:22:24,087 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T11:22:24,087 WARN [BP-396811252-172.17.0.3-1732360900705 heartbeating to localhost/127.0.0.1:43957 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-396811252-172.17.0.3-1732360900705 (Datanode Uuid 331159d4-8edf-4181-b2eb-82976fe532d1) service to localhost/127.0.0.1:43957 2024-11-23T11:22:24,087 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261/cluster_7707bcda-aa4f-2d5d-2a18-633afbb624bd/data/data1/current/BP-396811252-172.17.0.3-1732360900705 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:22:24,087 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261/cluster_7707bcda-aa4f-2d5d-2a18-633afbb624bd/data/data2/current/BP-396811252-172.17.0.3-1732360900705 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:22:24,088 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T11:22:24,093 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9c65cc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:22:24,094 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4241b569{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:22:24,094 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:22:24,094 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@82c62fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:22:24,094 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b357694{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6dd648f-7150-8324-bc7f-31adc1578261/hadoop.log.dir/,STOPPED} 2024-11-23T11:22:24,100 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T11:22:24,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T11:22:24,125 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=363 (was 313) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36661 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43957 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43633 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43633 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36661 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:43633 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43633 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-26 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36661 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43957 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62009) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36661 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:36661 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43633 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62009) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43957 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43957 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:43957 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62009) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=794 (was 720) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=491 (was 491), ProcessCount=11 (was 11), AvailableMemoryMB=6880 (was 6569) - AvailableMemoryMB LEAK? - 2024-11-23T11:22:24,138 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=363, OpenFileDescriptor=794, MaxFileDescriptor=1048576, SystemLoadAverage=491, ProcessCount=11, AvailableMemoryMB=6879 2024-11-23T11:22:24,154 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-23T11:22:24,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7381a97b-b959-a762-b0bd-edc33464af47/hadoop.log.dir so I do NOT create it in target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b 2024-11-23T11:22:24,155 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7381a97b-b959-a762-b0bd-edc33464af47/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T11:22:24,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7381a97b-b959-a762-b0bd-edc33464af47/hadoop.tmp.dir so I do NOT create it in target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b 2024-11-23T11:22:24,155 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7381a97b-b959-a762-b0bd-edc33464af47/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T11:22:24,155 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b 2024-11-23T11:22:24,155 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b/cluster_ca76542d-9a9c-aa46-fcb4-754e0f245f58, deleteOnExit=true 2024-11-23T11:22:24,160 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b/cluster_ca76542d-9a9c-aa46-fcb4-754e0f245f58/zookeeper_0, clientPort=64391, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b/cluster_ca76542d-9a9c-aa46-fcb4-754e0f245f58/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b/cluster_ca76542d-9a9c-aa46-fcb4-754e0f245f58/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T11:22:24,162 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64391 2024-11-23T11:22:24,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T11:22:24,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T11:22:24,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b/test.cache.data in system properties and HBase conf 2024-11-23T11:22:24,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T11:22:24,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b/hadoop.log.dir in system properties and HBase conf 2024-11-23T11:22:24,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T11:22:24,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T11:22:24,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T11:22:24,163 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T11:22:24,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:22:24,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:22:24,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T11:22:24,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:22:24,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T11:22:24,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T11:22:24,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:22:24,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:22:24,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T11:22:24,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b/nfs.dump.dir in system properties and HBase conf 2024-11-23T11:22:24,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b/java.io.tmpdir in system properties and HBase conf 2024-11-23T11:22:24,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:22:24,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T11:22:24,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T11:22:24,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101676d8bef0002, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T11:22:24,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101676d8bef0008, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T11:22:24,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101676d8bef0002, quorum=127.0.0.1:62009, baseZNode=/01069936881 Received Disconnected from ZooKeeper, ignoring 2024-11-23T11:22:24,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101676d8bef0005, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T11:22:24,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101676d8bef0008, quorum=127.0.0.1:62009, baseZNode=/2-1498030889 Received Disconnected from ZooKeeper, ignoring 2024-11-23T11:22:24,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101676d8bef0005, quorum=127.0.0.1:62009, baseZNode=/1-634098991 Received Disconnected from ZooKeeper, ignoring 2024-11-23T11:22:24,697 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:22:24,701 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:22:24,708 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:22:24,708 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:22:24,708 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T11:22:24,709 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:22:24,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@145fb768{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:22:24,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32ebdd7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:22:24,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@771f1938{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b/java.io.tmpdir/jetty-localhost-33537-hadoop-hdfs-3_4_1-tests_jar-_-any-7693705488248890416/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:22:24,833 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e6e5e79{HTTP/1.1, (http/1.1)}{localhost:33537} 2024-11-23T11:22:24,834 INFO [Time-limited test {}] server.Server(415): Started @319138ms 2024-11-23T11:22:25,100 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:22:25,102 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:22:25,103 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:22:25,103 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:22:25,103 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T11:22:25,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ed557f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:22:25,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e3f6c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:22:25,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75f4602{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b/java.io.tmpdir/jetty-localhost-40459-hadoop-hdfs-3_4_1-tests_jar-_-any-16433110501365535809/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:22:25,229 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4731b2ed{HTTP/1.1, (http/1.1)}{localhost:40459} 2024-11-23T11:22:25,230 INFO [Time-limited test {}] server.Server(415): Started @319534ms 2024-11-23T11:22:25,231 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T11:22:26,774 WARN [Thread-4187 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b/cluster_ca76542d-9a9c-aa46-fcb4-754e0f245f58/data/data2/current/BP-1330298647-172.17.0.3-1732360944179/current, will proceed with Du for space computation calculation, 2024-11-23T11:22:26,774 WARN [Thread-4186 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b/cluster_ca76542d-9a9c-aa46-fcb4-754e0f245f58/data/data1/current/BP-1330298647-172.17.0.3-1732360944179/current, will proceed with Du for space computation calculation, 2024-11-23T11:22:26,788 WARN [Thread-4174 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T11:22:26,790 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7bf4101083bc2ed with lease ID 0x4c87082a7441218: Processing first storage report for DS-22453557-ffea-4fa4-9b56-d9f39044b5d3 from datanode DatanodeRegistration(127.0.0.1:46779, datanodeUuid=a1e10bd6-761c-4cef-b248-f2ef5d779240, infoPort=41529, infoSecurePort=0, ipcPort=33131, storageInfo=lv=-57;cid=testClusterID;nsid=336078448;c=1732360944179) 2024-11-23T11:22:26,790 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7bf4101083bc2ed with lease ID 0x4c87082a7441218: from storage DS-22453557-ffea-4fa4-9b56-d9f39044b5d3 node DatanodeRegistration(127.0.0.1:46779, datanodeUuid=a1e10bd6-761c-4cef-b248-f2ef5d779240, infoPort=41529, infoSecurePort=0, ipcPort=33131, storageInfo=lv=-57;cid=testClusterID;nsid=336078448;c=1732360944179), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:22:26,790 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7bf4101083bc2ed with lease ID 0x4c87082a7441218: Processing first storage report for DS-fa7a35ab-ef28-4595-8dba-51368e61b7c9 from datanode DatanodeRegistration(127.0.0.1:46779, datanodeUuid=a1e10bd6-761c-4cef-b248-f2ef5d779240, infoPort=41529, infoSecurePort=0, ipcPort=33131, storageInfo=lv=-57;cid=testClusterID;nsid=336078448;c=1732360944179) 2024-11-23T11:22:26,790 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7bf4101083bc2ed with lease ID 0x4c87082a7441218: from storage DS-fa7a35ab-ef28-4595-8dba-51368e61b7c9 node DatanodeRegistration(127.0.0.1:46779, datanodeUuid=a1e10bd6-761c-4cef-b248-f2ef5d779240, infoPort=41529, infoSecurePort=0, ipcPort=33131, storageInfo=lv=-57;cid=testClusterID;nsid=336078448;c=1732360944179), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:22:26,878 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b 2024-11-23T11:22:26,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:22:26,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:22:26,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46779 is added to blk_1073741825_1001 (size=7) 2024-11-23T11:22:27,281 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:22:27,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:27,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:27,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:27,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:27,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:27,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:27,293 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34595/user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77 with version=8 2024-11-23T11:22:27,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34595/user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77/hbase-staging 2024-11-23T11:22:27,297 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:22:27,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:22:27,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:22:27,297 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:22:27,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:22:27,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:22:27,298 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T11:22:27,298 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:22:27,311 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44745 2024-11-23T11:22:27,312 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44745 connecting to ZooKeeper ensemble=127.0.0.1:64391 2024-11-23T11:22:27,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:27,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:27,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:27,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:27,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:27,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:27,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:27,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:27,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:27,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:27,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447450x0, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:22:27,450 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44745-0x101676e35ca0000 connected 2024-11-23T11:22:27,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:22:27,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:22:27,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44745-0x101676e35ca0000, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Set watcher on znode that does not yet exist, /0-2027875732/running 2024-11-23T11:22:27,546 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34595/user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77, hbase.cluster.distributed=false 2024-11-23T11:22:27,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44745-0x101676e35ca0000, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Set watcher on znode that does not yet exist, /0-2027875732/acl 2024-11-23T11:22:27,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44745 2024-11-23T11:22:27,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44745 2024-11-23T11:22:27,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44745 2024-11-23T11:22:27,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44745 2024-11-23T11:22:27,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44745 2024-11-23T11:22:27,574 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:22:27,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:22:27,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:22:27,575 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:22:27,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:22:27,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:22:27,575 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T11:22:27,575 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:22:27,576 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45193 2024-11-23T11:22:27,576 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45193 connecting to ZooKeeper ensemble=127.0.0.1:64391 2024-11-23T11:22:27,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:22:27,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:22:27,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451930x0, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:22:27,595 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451930x0, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Set watcher on znode that does not yet exist, /0-2027875732/running 2024-11-23T11:22:27,595 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45193-0x101676e35ca0001 connected 2024-11-23T11:22:27,595 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T11:22:27,600 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T11:22:27,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45193-0x101676e35ca0001, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Set watcher on znode that does not yet exist, /0-2027875732/master 2024-11-23T11:22:27,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45193-0x101676e35ca0001, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Set watcher on znode that does not yet exist, /0-2027875732/acl 2024-11-23T11:22:27,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45193 2024-11-23T11:22:27,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45193 2024-11-23T11:22:27,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45193 2024-11-23T11:22:27,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45193 2024-11-23T11:22:27,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45193 2024-11-23T11:22:27,632 DEBUG [M:0;64443f9a1829:44745 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64443f9a1829:44745 2024-11-23T11:22:27,632 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2027875732/backup-masters/64443f9a1829,44745,1732360947297 2024-11-23T11:22:27,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45193-0x101676e35ca0001, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2027875732/backup-masters 2024-11-23T11:22:27,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44745-0x101676e35ca0000, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2027875732/backup-masters 2024-11-23T11:22:27,637 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44745-0x101676e35ca0000, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Set watcher on existing znode=/0-2027875732/backup-masters/64443f9a1829,44745,1732360947297 2024-11-23T11:22:27,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44745-0x101676e35ca0000, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2027875732 2024-11-23T11:22:27,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45193-0x101676e35ca0001, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2027875732/master 2024-11-23T11:22:27,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45193-0x101676e35ca0001, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2027875732 2024-11-23T11:22:27,647 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44745-0x101676e35ca0000, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Set watcher on existing znode=/0-2027875732/master 2024-11-23T11:22:27,648 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2027875732/backup-masters/64443f9a1829,44745,1732360947297 from backup master directory 2024-11-23T11:22:27,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45193-0x101676e35ca0001, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2027875732/backup-masters 2024-11-23T11:22:27,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44745-0x101676e35ca0000, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2027875732/backup-masters/64443f9a1829,44745,1732360947297 2024-11-23T11:22:27,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44745-0x101676e35ca0000, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2027875732/backup-masters 2024-11-23T11:22:27,658 WARN [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:22:27,658 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64443f9a1829,44745,1732360947297 2024-11-23T11:22:27,661 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34595/user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77/hbase.id] with ID: 9777d4d9-32e8-4b63-bc38-4e550ee9d4e8 2024-11-23T11:22:27,661 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34595/user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77/.tmp/hbase.id 2024-11-23T11:22:27,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46779 is added to blk_1073741826_1002 (size=42) 2024-11-23T11:22:27,674 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34595/user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77/.tmp/hbase.id]:[hdfs://localhost:34595/user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77/hbase.id] 2024-11-23T11:22:27,686 INFO [master/64443f9a1829:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:22:27,686 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T11:22:27,687 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T11:22:27,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44745-0x101676e35ca0000, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2027875732 2024-11-23T11:22:27,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45193-0x101676e35ca0001, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2027875732 2024-11-23T11:22:27,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46779 is added to blk_1073741827_1003 (size=196) 2024-11-23T11:22:28,106 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:22:28,107 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T11:22:28,107 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:22:28,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46779 is added to blk_1073741828_1004 (size=1189) 2024-11-23T11:22:28,516 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34595/user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77/MasterData/data/master/store 2024-11-23T11:22:28,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46779 is added to blk_1073741829_1005 (size=34) 2024-11-23T11:22:28,920 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:28,920 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:22:28,920 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:22:28,920 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:22:28,920 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:22:28,920 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:22:28,920 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:22:28,921 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360948920Disabling compacts and flushes for region at 1732360948920Disabling writes for close at 1732360948920Writing region close event to WAL at 1732360948920Closed at 1732360948920 2024-11-23T11:22:28,921 WARN [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34595/user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77/MasterData/data/master/store/.initializing 2024-11-23T11:22:28,921 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34595/user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77/MasterData/WALs/64443f9a1829,44745,1732360947297 2024-11-23T11:22:28,924 INFO [master/64443f9a1829:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:22:28,926 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64443f9a1829%2C44745%2C1732360947297, suffix=, logDir=hdfs://localhost:34595/user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77/MasterData/WALs/64443f9a1829,44745,1732360947297, archiveDir=hdfs://localhost:34595/user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77/MasterData/oldWALs, maxLogs=10 2024-11-23T11:22:28,943 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77/MasterData/WALs/64443f9a1829,44745,1732360947297/64443f9a1829%2C44745%2C1732360947297.1732360948926, exclude list is [], retry=0 2024-11-23T11:22:28,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46779,DS-22453557-ffea-4fa4-9b56-d9f39044b5d3,DISK] 2024-11-23T11:22:28,946 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77/MasterData/WALs/64443f9a1829,44745,1732360947297/64443f9a1829%2C44745%2C1732360947297.1732360948926 2024-11-23T11:22:28,946 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41529:41529)] 2024-11-23T11:22:28,946 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:22:28,947 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:28,947 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:28,947 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:28,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:28,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T11:22:28,949 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:28,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:22:28,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:28,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T11:22:28,950 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:28,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:28,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:28,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T11:22:28,951 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:28,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:28,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:28,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T11:22:28,953 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:28,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:28,953 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:28,953 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34595/user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:28,954 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34595/user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:28,954 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:28,954 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:28,955 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:22:28,955 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:28,957 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34595/user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:22:28,957 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65720583, jitterRate=-0.020686998963356018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:22:28,957 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732360948947Initializing all the Stores at 1732360948948 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360948948Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360948948Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360948948Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360948948Cleaning up temporary data from old regions at 1732360948954 (+6 ms)Region opened successfully at 1732360948957 (+3 ms) 2024-11-23T11:22:28,958 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T11:22:28,959 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68a1bc17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:22:28,960 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T11:22:28,960 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T11:22:28,960 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T11:22:28,960 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T11:22:28,961 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T11:22:28,961 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T11:22:28,961 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T11:22:28,965 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T11:22:28,966 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44745-0x101676e35ca0000, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Unable to get data of znode /0-2027875732/balancer because node does not exist (not necessarily an error) 2024-11-23T11:22:29,057 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2027875732/balancer already deleted, retry=false 2024-11-23T11:22:29,058 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T11:22:29,058 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44745-0x101676e35ca0000, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Unable to get data of znode /0-2027875732/normalizer because node does not exist (not necessarily an error) 2024-11-23T11:22:29,068 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2027875732/normalizer already deleted, retry=false 2024-11-23T11:22:29,068 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T11:22:29,069 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44745-0x101676e35ca0000, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Unable to get data of znode /0-2027875732/switch/split because node does not exist (not necessarily an error) 2024-11-23T11:22:29,078 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2027875732/switch/split already deleted, retry=false 2024-11-23T11:22:29,079 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44745-0x101676e35ca0000, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Unable to get data of znode /0-2027875732/switch/merge because node does not exist (not necessarily an error) 2024-11-23T11:22:29,089 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2027875732/switch/merge already deleted, retry=false 2024-11-23T11:22:29,091 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44745-0x101676e35ca0000, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Unable to get data of znode /0-2027875732/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T11:22:29,099 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2027875732/snapshot-cleanup already deleted, retry=false 2024-11-23T11:22:29,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44745-0x101676e35ca0000, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2027875732/running 2024-11-23T11:22:29,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45193-0x101676e35ca0001, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2027875732/running 2024-11-23T11:22:29,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44745-0x101676e35ca0000, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2027875732 2024-11-23T11:22:29,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45193-0x101676e35ca0001, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2027875732 2024-11-23T11:22:29,110 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64443f9a1829,44745,1732360947297, sessionid=0x101676e35ca0000, setting cluster-up flag (Was=false) 2024-11-23T11:22:29,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45193-0x101676e35ca0001, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2027875732 2024-11-23T11:22:29,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44745-0x101676e35ca0000, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2027875732 2024-11-23T11:22:29,162 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2027875732/flush-table-proc/acquired, /0-2027875732/flush-table-proc/reached, /0-2027875732/flush-table-proc/abort 2024-11-23T11:22:29,163 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,44745,1732360947297 2024-11-23T11:22:29,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44745-0x101676e35ca0000, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2027875732 2024-11-23T11:22:29,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45193-0x101676e35ca0001, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2027875732 2024-11-23T11:22:29,215 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2027875732/online-snapshot/acquired, /0-2027875732/online-snapshot/reached, /0-2027875732/online-snapshot/abort 2024-11-23T11:22:29,216 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,44745,1732360947297 2024-11-23T11:22:29,218 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34595/user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T11:22:29,221 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T11:22:29,222 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T11:22:29,222 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T11:22:29,222 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64443f9a1829,44745,1732360947297 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T11:22:29,223 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:22:29,223 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:22:29,223 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:22:29,223 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:22:29,223 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64443f9a1829:0, corePoolSize=10, maxPoolSize=10 2024-11-23T11:22:29,224 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:29,224 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:22:29,224 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:29,225 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:22:29,225 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T11:22:29,226 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:29,226 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T11:22:29,229 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732360979228 2024-11-23T11:22:29,229 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T11:22:29,229 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T11:22:29,229 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T11:22:29,229 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T11:22:29,229 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T11:22:29,229 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T11:22:29,229 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:29,229 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T11:22:29,229 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T11:22:29,229 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T11:22:29,229 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T11:22:29,232 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T11:22:29,232 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T11:22:29,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46779 is added to blk_1073741831_1007 (size=1321) 2024-11-23T11:22:29,243 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360949233,5,FailOnTimeoutGroup] 2024-11-23T11:22:29,245 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360949244,5,FailOnTimeoutGroup] 2024-11-23T11:22:29,245 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:29,245 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T11:22:29,245 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:29,245 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:29,318 INFO [RS:0;64443f9a1829:45193 {}] regionserver.HRegionServer(746): ClusterId : 9777d4d9-32e8-4b63-bc38-4e550ee9d4e8 2024-11-23T11:22:29,318 DEBUG [RS:0;64443f9a1829:45193 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T11:22:29,332 DEBUG [RS:0;64443f9a1829:45193 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T11:22:29,332 DEBUG [RS:0;64443f9a1829:45193 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T11:22:29,342 DEBUG [RS:0;64443f9a1829:45193 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T11:22:29,342 DEBUG [RS:0;64443f9a1829:45193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@552229c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:22:29,354 DEBUG [RS:0;64443f9a1829:45193 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64443f9a1829:45193 2024-11-23T11:22:29,354 INFO [RS:0;64443f9a1829:45193 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T11:22:29,354 INFO [RS:0;64443f9a1829:45193 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T11:22:29,354 DEBUG [RS:0;64443f9a1829:45193 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T11:22:29,355 INFO [RS:0;64443f9a1829:45193 {}] regionserver.HRegionServer(2659): reportForDuty to master=64443f9a1829,44745,1732360947297 with port=45193, startcode=1732360947574 2024-11-23T11:22:29,355 DEBUG [RS:0;64443f9a1829:45193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T11:22:29,356 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56411, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T11:22:29,356 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44745 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64443f9a1829,45193,1732360947574 2024-11-23T11:22:29,356 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44745 {}] master.ServerManager(517): Registering regionserver=64443f9a1829,45193,1732360947574 2024-11-23T11:22:29,358 DEBUG [RS:0;64443f9a1829:45193 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34595/user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77 2024-11-23T11:22:29,358 DEBUG [RS:0;64443f9a1829:45193 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34595 2024-11-23T11:22:29,358 DEBUG [RS:0;64443f9a1829:45193 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T11:22:29,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44745-0x101676e35ca0000, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2027875732/rs 2024-11-23T11:22:29,363 DEBUG [RS:0;64443f9a1829:45193 {}] zookeeper.ZKUtil(111): regionserver:45193-0x101676e35ca0001, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Set watcher on existing znode=/0-2027875732/rs/64443f9a1829,45193,1732360947574 2024-11-23T11:22:29,363 WARN [RS:0;64443f9a1829:45193 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:22:29,363 INFO [RS:0;64443f9a1829:45193 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:22:29,363 DEBUG [RS:0;64443f9a1829:45193 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34595/user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77/WALs/64443f9a1829,45193,1732360947574 2024-11-23T11:22:29,368 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64443f9a1829,45193,1732360947574] 2024-11-23T11:22:29,371 INFO [RS:0;64443f9a1829:45193 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T11:22:29,376 INFO [RS:0;64443f9a1829:45193 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T11:22:29,376 INFO [RS:0;64443f9a1829:45193 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T11:22:29,377 INFO [RS:0;64443f9a1829:45193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:29,384 INFO [RS:0;64443f9a1829:45193 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T11:22:29,385 INFO [RS:0;64443f9a1829:45193 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T11:22:29,385 INFO [RS:0;64443f9a1829:45193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:29,385 DEBUG [RS:0;64443f9a1829:45193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:29,385 DEBUG [RS:0;64443f9a1829:45193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:29,385 DEBUG [RS:0;64443f9a1829:45193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:29,385 DEBUG [RS:0;64443f9a1829:45193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:29,385 DEBUG [RS:0;64443f9a1829:45193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:29,385 DEBUG [RS:0;64443f9a1829:45193 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:22:29,385 DEBUG [RS:0;64443f9a1829:45193 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:29,385 DEBUG [RS:0;64443f9a1829:45193 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:29,385 DEBUG [RS:0;64443f9a1829:45193 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:29,385 DEBUG [RS:0;64443f9a1829:45193 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:29,385 DEBUG [RS:0;64443f9a1829:45193 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:29,385 DEBUG [RS:0;64443f9a1829:45193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:29,385 DEBUG [RS:0;64443f9a1829:45193 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:22:29,385 DEBUG [RS:0;64443f9a1829:45193 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:22:29,392 INFO [RS:0;64443f9a1829:45193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:29,392 INFO [RS:0;64443f9a1829:45193 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:29,392 INFO [RS:0;64443f9a1829:45193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:29,392 INFO [RS:0;64443f9a1829:45193 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:29,392 INFO [RS:0;64443f9a1829:45193 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:29,392 INFO [RS:0;64443f9a1829:45193 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,45193,1732360947574-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:22:29,411 INFO [RS:0;64443f9a1829:45193 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T11:22:29,411 INFO [RS:0;64443f9a1829:45193 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,45193,1732360947574-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:29,411 INFO [RS:0;64443f9a1829:45193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:29,411 INFO [RS:0;64443f9a1829:45193 {}] regionserver.Replication(171): 64443f9a1829,45193,1732360947574 started 2024-11-23T11:22:29,447 INFO [RS:0;64443f9a1829:45193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:29,448 INFO [RS:0;64443f9a1829:45193 {}] regionserver.HRegionServer(1482): Serving as 64443f9a1829,45193,1732360947574, RpcServer on 64443f9a1829/172.17.0.3:45193, sessionid=0x101676e35ca0001 2024-11-23T11:22:29,448 DEBUG [RS:0;64443f9a1829:45193 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T11:22:29,448 DEBUG [RS:0;64443f9a1829:45193 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64443f9a1829,45193,1732360947574 2024-11-23T11:22:29,448 DEBUG [RS:0;64443f9a1829:45193 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,45193,1732360947574' 2024-11-23T11:22:29,448 DEBUG [RS:0;64443f9a1829:45193 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2027875732/flush-table-proc/abort' 2024-11-23T11:22:29,448 DEBUG [RS:0;64443f9a1829:45193 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2027875732/flush-table-proc/acquired' 2024-11-23T11:22:29,449 DEBUG [RS:0;64443f9a1829:45193 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T11:22:29,449 DEBUG [RS:0;64443f9a1829:45193 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T11:22:29,449 DEBUG [RS:0;64443f9a1829:45193 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64443f9a1829,45193,1732360947574 2024-11-23T11:22:29,449 DEBUG [RS:0;64443f9a1829:45193 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,45193,1732360947574' 2024-11-23T11:22:29,449 DEBUG [RS:0;64443f9a1829:45193 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2027875732/online-snapshot/abort' 2024-11-23T11:22:29,449 DEBUG [RS:0;64443f9a1829:45193 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2027875732/online-snapshot/acquired' 2024-11-23T11:22:29,449 DEBUG [RS:0;64443f9a1829:45193 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T11:22:29,449 INFO [RS:0;64443f9a1829:45193 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T11:22:29,450 INFO [RS:0;64443f9a1829:45193 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T11:22:29,550 INFO [RS:0;64443f9a1829:45193 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:22:29,551 INFO [RS:0;64443f9a1829:45193 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C45193%2C1732360947574, suffix=, logDir=hdfs://localhost:34595/user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77/WALs/64443f9a1829,45193,1732360947574, archiveDir=hdfs://localhost:34595/user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77/oldWALs, maxLogs=10 2024-11-23T11:22:29,566 DEBUG [RS:0;64443f9a1829:45193 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77/WALs/64443f9a1829,45193,1732360947574/64443f9a1829%2C45193%2C1732360947574.1732360949552, exclude list is [], retry=0 2024-11-23T11:22:29,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46779,DS-22453557-ffea-4fa4-9b56-d9f39044b5d3,DISK] 2024-11-23T11:22:29,581 INFO [RS:0;64443f9a1829:45193 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77/WALs/64443f9a1829,45193,1732360947574/64443f9a1829%2C45193%2C1732360947574.1732360949552 2024-11-23T11:22:29,584 DEBUG [RS:0;64443f9a1829:45193 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41529:41529)] 2024-11-23T11:22:29,643 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34595/user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T11:22:29,643 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34595/user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77 2024-11-23T11:22:29,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46779 is added to blk_1073741833_1009 (size=32) 2024-11-23T11:22:29,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:29,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:22:29,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:22:29,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:29,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:22:29,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:22:29,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:22:29,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:29,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:22:29,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:22:29,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:22:29,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:29,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:22:29,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:22:29,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:22:29,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:29,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:22:29,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:22:29,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34595/user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77/data/hbase/meta/1588230740 2024-11-23T11:22:29,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34595/user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77/data/hbase/meta/1588230740 2024-11-23T11:22:29,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:22:29,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:22:29,670 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:22:29,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:22:29,673 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34595/user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:22:29,673 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65585331, jitterRate=-0.0227024108171463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:22:29,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732360949653Initializing all the Stores at 1732360949656 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360949656Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360949656Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360949656Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360949656Cleaning up temporary data from old regions at 1732360949669 (+13 ms)Region opened successfully at 1732360949674 (+5 ms) 2024-11-23T11:22:29,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:22:29,674 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:22:29,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:22:29,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:22:29,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:22:29,674 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:22:29,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360949674Disabling compacts and flushes for region at 1732360949674Disabling writes for close at 1732360949674Writing region close event to WAL at 1732360949674Closed at 1732360949674 2024-11-23T11:22:29,675 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:22:29,675 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T11:22:29,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T11:22:29,676 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:22:29,677 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T11:22:29,827 DEBUG [64443f9a1829:44745 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T11:22:29,827 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64443f9a1829,45193,1732360947574 2024-11-23T11:22:29,828 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,45193,1732360947574, state=OPENING 2024-11-23T11:22:29,878 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T11:22:29,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44745-0x101676e35ca0000, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2027875732 2024-11-23T11:22:29,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45193-0x101676e35ca0001, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2027875732 2024-11-23T11:22:29,916 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2027875732/meta-region-server: CHANGED 2024-11-23T11:22:29,916 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2027875732/meta-region-server: CHANGED 2024-11-23T11:22:29,916 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:22:29,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,45193,1732360947574}] 2024-11-23T11:22:30,068 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:22:30,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T11:22:30,071 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T11:22:30,071 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:22:30,071 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T11:22:30,072 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C45193%2C1732360947574.meta, suffix=.meta, logDir=hdfs://localhost:34595/user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77/WALs/64443f9a1829,45193,1732360947574, archiveDir=hdfs://localhost:34595/user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77/oldWALs, maxLogs=10 2024-11-23T11:22:30,083 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77/WALs/64443f9a1829,45193,1732360947574/64443f9a1829%2C45193%2C1732360947574.meta.1732360950072.meta, exclude list is [], retry=0 2024-11-23T11:22:30,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46779,DS-22453557-ffea-4fa4-9b56-d9f39044b5d3,DISK] 2024-11-23T11:22:30,086 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77/WALs/64443f9a1829,45193,1732360947574/64443f9a1829%2C45193%2C1732360947574.meta.1732360950072.meta 2024-11-23T11:22:30,086 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41529:41529)] 2024-11-23T11:22:30,086 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:22:30,086 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:22:30,087 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:22:30,087 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T11:22:30,087 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T11:22:30,087 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T11:22:30,087 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:30,087 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T11:22:30,087 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T11:22:30,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:22:30,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:22:30,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:30,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:22:30,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:22:30,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:22:30,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:30,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:22:30,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:22:30,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:22:30,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:30,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:22:30,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:22:30,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:22:30,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:30,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:22:30,091 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:22:30,091 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34595/user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77/data/hbase/meta/1588230740 2024-11-23T11:22:30,092 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34595/user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77/data/hbase/meta/1588230740 2024-11-23T11:22:30,092 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:22:30,092 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:22:30,093 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:22:30,094 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:22:30,094 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63097273, jitterRate=-0.05977736413478851}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:22:30,094 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T11:22:30,095 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732360950087Writing region info on filesystem at 1732360950087Initializing all the Stores at 1732360950088 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360950088Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360950088Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360950088Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360950088Cleaning up temporary data from old regions at 1732360950092 (+4 ms)Running coprocessor post-open hooks at 1732360950094 (+2 ms)Region opened successfully at 1732360950095 (+1 ms) 2024-11-23T11:22:30,096 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732360950068 2024-11-23T11:22:30,097 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T11:22:30,097 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T11:22:30,098 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64443f9a1829,45193,1732360947574 2024-11-23T11:22:30,099 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,45193,1732360947574, state=OPEN 2024-11-23T11:22:30,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44745-0x101676e35ca0000, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2027875732/meta-region-server 2024-11-23T11:22:30,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45193-0x101676e35ca0001, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2027875732/meta-region-server 2024-11-23T11:22:30,120 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64443f9a1829,45193,1732360947574 2024-11-23T11:22:30,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2027875732/meta-region-server: CHANGED 2024-11-23T11:22:30,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2027875732/meta-region-server: CHANGED 2024-11-23T11:22:30,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T11:22:30,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,45193,1732360947574 in 204 msec 2024-11-23T11:22:30,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T11:22:30,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 447 msec 2024-11-23T11:22:30,124 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:22:30,124 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T11:22:30,124 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:22:30,124 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,45193,1732360947574, seqNum=-1] 2024-11-23T11:22:30,125 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:30,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54153, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:30,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 907 msec 2024-11-23T11:22:30,128 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732360950128, completionTime=-1 2024-11-23T11:22:30,128 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T11:22:30,128 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T11:22:30,130 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T11:22:30,130 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732361010130 2024-11-23T11:22:30,130 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732361070130 2024-11-23T11:22:30,130 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T11:22:30,130 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,44745,1732360947297-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:30,130 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,44745,1732360947297-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:30,130 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,44745,1732360947297-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:30,130 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64443f9a1829:44745, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:30,130 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:30,130 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:30,131 DEBUG [master/64443f9a1829:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T11:22:30,133 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.475sec 2024-11-23T11:22:30,133 INFO [master/64443f9a1829:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T11:22:30,133 INFO [master/64443f9a1829:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T11:22:30,133 INFO [master/64443f9a1829:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T11:22:30,133 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T11:22:30,133 INFO [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T11:22:30,133 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,44745,1732360947297-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:22:30,133 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,44745,1732360947297-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T11:22:30,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@315945fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:30,134 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,44745,-1 for getting cluster id 2024-11-23T11:22:30,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:22:30,134 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T11:22:30,134 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T11:22:30,134 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,44745,1732360947297-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:30,135 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9777d4d9-32e8-4b63-bc38-4e550ee9d4e8' 2024-11-23T11:22:30,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:22:30,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9777d4d9-32e8-4b63-bc38-4e550ee9d4e8" 2024-11-23T11:22:30,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b3fbb02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:30,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,44745,-1] 2024-11-23T11:22:30,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:22:30,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:30,136 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:22:30,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b6a47b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:30,137 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:22:30,137 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,45193,1732360947574, seqNum=-1] 2024-11-23T11:22:30,137 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:30,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:30,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64443f9a1829,44745,1732360947297 2024-11-23T11:22:30,140 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64391 2024-11-23T11:22:30,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64391, baseZNode=/0-2027875732 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:22:30,152 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101676e35ca0002 connected 2024-11-23T11:22:30,164 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:22:30,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,44745,1732360947297 2024-11-23T11:22:30,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6308d34d 2024-11-23T11:22:30,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:22:30,165 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:22:30,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:22:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T11:22:30,167 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:22:30,167 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:30,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T11:22:30,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:22:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:22:30,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46779 is added to blk_1073741835_1011 (size=902) 2024-11-23T11:22:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:22:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:22:30,574 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bdde3bf4dd71ecbb116b6bc6a495d747, NAME => 'test,,1732360950166.bdde3bf4dd71ecbb116b6bc6a495d747.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34595/user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77 2024-11-23T11:22:30,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46779 is added to blk_1073741836_1012 (size=39) 2024-11-23T11:22:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:22:30,985 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732360950166.bdde3bf4dd71ecbb116b6bc6a495d747.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:30,985 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bdde3bf4dd71ecbb116b6bc6a495d747, disabling compactions & flushes 2024-11-23T11:22:30,985 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732360950166.bdde3bf4dd71ecbb116b6bc6a495d747. 2024-11-23T11:22:30,985 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732360950166.bdde3bf4dd71ecbb116b6bc6a495d747. 2024-11-23T11:22:30,985 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732360950166.bdde3bf4dd71ecbb116b6bc6a495d747. after waiting 0 ms 2024-11-23T11:22:30,985 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732360950166.bdde3bf4dd71ecbb116b6bc6a495d747. 2024-11-23T11:22:30,985 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732360950166.bdde3bf4dd71ecbb116b6bc6a495d747. 2024-11-23T11:22:30,985 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bdde3bf4dd71ecbb116b6bc6a495d747: Waiting for close lock at 1732360950985Disabling compacts and flushes for region at 1732360950985Disabling writes for close at 1732360950985Writing region close event to WAL at 1732360950985Closed at 1732360950985 2024-11-23T11:22:30,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:22:30,986 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732360950166.bdde3bf4dd71ecbb116b6bc6a495d747.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732360950986"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732360950986"}]},"ts":"1732360950986"} 2024-11-23T11:22:30,987 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T11:22:30,988 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:22:30,988 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360950988"}]},"ts":"1732360950988"} 2024-11-23T11:22:30,989 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T11:22:30,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bdde3bf4dd71ecbb116b6bc6a495d747, ASSIGN}] 2024-11-23T11:22:30,990 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bdde3bf4dd71ecbb116b6bc6a495d747, ASSIGN 2024-11-23T11:22:30,990 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bdde3bf4dd71ecbb116b6bc6a495d747, ASSIGN; state=OFFLINE, location=64443f9a1829,45193,1732360947574; forceNewPlan=false, retain=false 2024-11-23T11:22:31,141 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bdde3bf4dd71ecbb116b6bc6a495d747, regionState=OPENING, regionLocation=64443f9a1829,45193,1732360947574 2024-11-23T11:22:31,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bdde3bf4dd71ecbb116b6bc6a495d747, ASSIGN because future has completed 2024-11-23T11:22:31,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bdde3bf4dd71ecbb116b6bc6a495d747, server=64443f9a1829,45193,1732360947574}] 2024-11-23T11:22:31,297 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732360950166.bdde3bf4dd71ecbb116b6bc6a495d747. 2024-11-23T11:22:31,297 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bdde3bf4dd71ecbb116b6bc6a495d747, NAME => 'test,,1732360950166.bdde3bf4dd71ecbb116b6bc6a495d747.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:22:31,297 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:22:31,297 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T11:22:31,297 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bdde3bf4dd71ecbb116b6bc6a495d747 2024-11-23T11:22:31,297 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732360950166.bdde3bf4dd71ecbb116b6bc6a495d747.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:31,297 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bdde3bf4dd71ecbb116b6bc6a495d747 2024-11-23T11:22:31,297 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bdde3bf4dd71ecbb116b6bc6a495d747 2024-11-23T11:22:31,298 INFO [StoreOpener-bdde3bf4dd71ecbb116b6bc6a495d747-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bdde3bf4dd71ecbb116b6bc6a495d747 2024-11-23T11:22:31,299 INFO [StoreOpener-bdde3bf4dd71ecbb116b6bc6a495d747-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdde3bf4dd71ecbb116b6bc6a495d747 columnFamilyName f 2024-11-23T11:22:31,299 DEBUG [StoreOpener-bdde3bf4dd71ecbb116b6bc6a495d747-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:31,299 INFO [StoreOpener-bdde3bf4dd71ecbb116b6bc6a495d747-1 {}] regionserver.HStore(327): Store=bdde3bf4dd71ecbb116b6bc6a495d747/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:31,299 INFO [StoreOpener-bdde3bf4dd71ecbb116b6bc6a495d747-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bdde3bf4dd71ecbb116b6bc6a495d747 2024-11-23T11:22:31,300 INFO [StoreOpener-bdde3bf4dd71ecbb116b6bc6a495d747-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdde3bf4dd71ecbb116b6bc6a495d747 columnFamilyName f1 2024-11-23T11:22:31,300 DEBUG [StoreOpener-bdde3bf4dd71ecbb116b6bc6a495d747-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:31,300 INFO [StoreOpener-bdde3bf4dd71ecbb116b6bc6a495d747-1 {}] regionserver.HStore(327): Store=bdde3bf4dd71ecbb116b6bc6a495d747/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:31,300 INFO [StoreOpener-bdde3bf4dd71ecbb116b6bc6a495d747-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bdde3bf4dd71ecbb116b6bc6a495d747 2024-11-23T11:22:31,301 INFO [StoreOpener-bdde3bf4dd71ecbb116b6bc6a495d747-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdde3bf4dd71ecbb116b6bc6a495d747 columnFamilyName norep 2024-11-23T11:22:31,301 DEBUG [StoreOpener-bdde3bf4dd71ecbb116b6bc6a495d747-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:31,301 INFO [StoreOpener-bdde3bf4dd71ecbb116b6bc6a495d747-1 {}] regionserver.HStore(327): Store=bdde3bf4dd71ecbb116b6bc6a495d747/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:31,301 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bdde3bf4dd71ecbb116b6bc6a495d747 2024-11-23T11:22:31,302 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34595/user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77/data/default/test/bdde3bf4dd71ecbb116b6bc6a495d747 2024-11-23T11:22:31,302 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34595/user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77/data/default/test/bdde3bf4dd71ecbb116b6bc6a495d747 2024-11-23T11:22:31,303 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bdde3bf4dd71ecbb116b6bc6a495d747 2024-11-23T11:22:31,303 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bdde3bf4dd71ecbb116b6bc6a495d747 2024-11-23T11:22:31,303 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:22:31,304 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bdde3bf4dd71ecbb116b6bc6a495d747 2024-11-23T11:22:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:22:31,305 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34595/user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77/data/default/test/bdde3bf4dd71ecbb116b6bc6a495d747/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:22:31,305 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bdde3bf4dd71ecbb116b6bc6a495d747; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74654553, jitterRate=0.11243952810764313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:22:31,305 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bdde3bf4dd71ecbb116b6bc6a495d747 2024-11-23T11:22:31,306 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bdde3bf4dd71ecbb116b6bc6a495d747: Running coprocessor pre-open hook at 1732360951297Writing region info on filesystem at 1732360951297Initializing all the Stores at 1732360951298 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360951298Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360951298Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360951298Cleaning up temporary data from old regions at 1732360951303 (+5 ms)Running coprocessor post-open hooks at 1732360951305 (+2 ms)Region opened successfully at 1732360951306 (+1 ms) 2024-11-23T11:22:31,306 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732360950166.bdde3bf4dd71ecbb116b6bc6a495d747., pid=6, masterSystemTime=1732360951294 2024-11-23T11:22:31,308 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732360950166.bdde3bf4dd71ecbb116b6bc6a495d747. 2024-11-23T11:22:31,308 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732360950166.bdde3bf4dd71ecbb116b6bc6a495d747. 2024-11-23T11:22:31,308 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bdde3bf4dd71ecbb116b6bc6a495d747, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=64443f9a1829,45193,1732360947574 2024-11-23T11:22:31,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bdde3bf4dd71ecbb116b6bc6a495d747, server=64443f9a1829,45193,1732360947574 because future has completed 2024-11-23T11:22:31,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T11:22:31,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bdde3bf4dd71ecbb116b6bc6a495d747, server=64443f9a1829,45193,1732360947574 in 167 msec 2024-11-23T11:22:31,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T11:22:31,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bdde3bf4dd71ecbb116b6bc6a495d747, ASSIGN in 323 msec 2024-11-23T11:22:31,313 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:22:31,314 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360951313"}]},"ts":"1732360951313"} 2024-11-23T11:22:31,315 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T11:22:31,315 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:22:31,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-23T11:22:32,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:22:32,315 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T11:22:32,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7afdde47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:32,316 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,44745,-1 for getting cluster id 2024-11-23T11:22:32,316 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:22:32,316 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9777d4d9-32e8-4b63-bc38-4e550ee9d4e8' 2024-11-23T11:22:32,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:22:32,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9777d4d9-32e8-4b63-bc38-4e550ee9d4e8" 2024-11-23T11:22:32,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39b6f204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:32,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,44745,-1] 2024-11-23T11:22:32,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:22:32,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:32,317 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:22:32,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76d1e292, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:32,318 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:22:32,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,44745,1732360947297 2024-11-23T11:22:32,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34415c06 2024-11-23T11:22:32,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:22:32,319 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:22:32,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://64443f9a1829:44745,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T11:22:32,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T11:22:32,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:22:32,321 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:44745' 2024-11-23T11:22:32,322 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45775fa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:32,322 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,44745,-1 for getting cluster id 2024-11-23T11:22:32,322 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:22:32,323 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9777d4d9-32e8-4b63-bc38-4e550ee9d4e8' 2024-11-23T11:22:32,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:22:32,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9777d4d9-32e8-4b63-bc38-4e550ee9d4e8" 2024-11-23T11:22:32,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a1764b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:32,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,44745,-1] 2024-11-23T11:22:32,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:22:32,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:32,324 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:22:32,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ead36fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:32,324 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:22:32,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,44745,1732360947297 2024-11-23T11:22:32,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@332ada29 2024-11-23T11:22:32,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:22:32,326 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:22:32,326 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T11:22:32,326 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T11:22:32,326 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:32,326 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:32,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:22:32,327 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://64443f9a1829:44745, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-23T11:22:32,333 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://64443f9a1829:44745, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://64443f9a1829:44745, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://64443f9a1829:44745, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-23T11:22:32,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://64443f9a1829:44745, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=14 msec 2024-11-23T11:22:32,335 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-23T11:22:32,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:22:32,426 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://64443f9a1829:44745, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-23T11:22:32,426 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:22:32,426 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:22:32,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:32,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:32,436 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:22:32,449 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=528 (was 363) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34595 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp370622645-7907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 33131 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 2 on default port 34595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fba409f8668.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/64443f9a1829:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;64443f9a1829:44745 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1330298647-172.17.0.3-1732360944179:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34595 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@67a51616 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 34595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34595/user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77-prefix:64443f9a1829,45193,1732360947574.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:64391): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64391) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@743c6739[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;64443f9a1829:45193-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$610/0x00007fba40ad3f80.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:34595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.unix.FileDescriptor.close(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.unix.FileDescriptor.close(FileDescriptor.java:83) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel.doClose(AbstractEpollChannel.java:191) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel.doClose(AbstractEpollStreamChannel.java:673) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.doClose0(AbstractChannel.java:752) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.close(AbstractChannel.java:729) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.close(AbstractChannel.java:619) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.shutdownInput(AbstractEpollChannel.java:522) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:822) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Server handler 4 on default port 34595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@e27659 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/64443f9a1829:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 34595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: CacheReplicationMonitor(2090394096) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:64391 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@6d1186e6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-489108982_20 at /127.0.0.1:50590 [Receiving block BP-1330298647-172.17.0.3-1732360944179:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 33131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp370622645-7906 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp370622645-7901 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fba40432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-79e38a3b-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/64443f9a1829:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_256377381_20 at /127.0.0.1:50644 [Receiving block BP-1330298647-172.17.0.3-1732360944179:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 33131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/64443f9a1829:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Server handler 1 on default port 34595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360949233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RS_OPEN_REGION-regionserver/64443f9a1829:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp820558014-7949 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fba40432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34595/user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77-prefix:64443f9a1829,45193,1732360947574 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: 64443f9a1829:44745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360949244 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp370622645-7905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b/cluster_ca76542d-9a9c-aa46-fcb4-754e0f245f58/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/64443f9a1829:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@6843bc89 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=45193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@1fae56ff java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 33131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=45193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BP-1330298647-172.17.0.3-1732360944179 heartbeating to localhost/127.0.0.1:34595 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 33131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 34595 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b/cluster_ca76542d-9a9c-aa46-fcb4-754e0f245f58/data/data2/current/BP-1330298647-172.17.0.3-1732360944179 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1330298647-172.17.0.3-1732360944179:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-604931ee-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64391) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34595 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_256377381_20 at /127.0.0.1:50542 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp370622645-7902 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fba40432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34595/user/jenkins/test-data/2cea28e6-4bb9-a690-be5f-7525bf126d77/MasterData-prefix:64443f9a1829,44745,1732360947297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp370622645-7903 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fba40432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp370622645-7900 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fba40432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@291a2b9f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp820558014-7952 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;64443f9a1829:45193 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_256377381_20 at /127.0.0.1:50612 [Receiving block BP-1330298647-172.17.0.3-1732360944179:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b/cluster_ca76542d-9a9c-aa46-fcb4-754e0f245f58/data/data1/current/BP-1330298647-172.17.0.3-1732360944179 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@1b92dc17 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1330298647-172.17.0.3-1732360944179:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b/cluster_ca76542d-9a9c-aa46-fcb4-754e0f245f58/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@2933cdb4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp820558014-7951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64391) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp820558014-7950-acceptor-0@3145ed6-ServerConnector@4731b2ed{HTTP/1.1, (http/1.1)}{localhost:40459} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp370622645-7904-acceptor-0@7965672-ServerConnector@5e6e5e79{HTTP/1.1, (http/1.1)}{localhost:33537} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@231948cc java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 33131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) - Thread LEAK? -, OpenFileDescriptor=865 (was 794) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=483 (was 491), ProcessCount=12 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=6502 (was 6879) 2024-11-23T11:22:32,452 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-11-23T11:22:32,468 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=527, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=483, ProcessCount=11, AvailableMemoryMB=6499 2024-11-23T11:22:32,468 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=527 is superior to 500 2024-11-23T11:22:32,486 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-23T11:22:32,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b/hadoop.log.dir so I do NOT create it in target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a 2024-11-23T11:22:32,487 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T11:22:32,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b/hadoop.tmp.dir so I do NOT create it in target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a 2024-11-23T11:22:32,487 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ab8460-119b-4e1b-2db2-58e1a15b965b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T11:22:32,487 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a 2024-11-23T11:22:32,488 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a/cluster_da0e7d91-7fb7-b589-c6a4-7d901f8a79a4, deleteOnExit=true 2024-11-23T11:22:32,548 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a/cluster_da0e7d91-7fb7-b589-c6a4-7d901f8a79a4/zookeeper_0, clientPort=64523, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a/cluster_da0e7d91-7fb7-b589-c6a4-7d901f8a79a4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a/cluster_da0e7d91-7fb7-b589-c6a4-7d901f8a79a4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T11:22:32,548 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64523 2024-11-23T11:22:32,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T11:22:32,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T11:22:32,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a/test.cache.data in system properties and HBase conf 2024-11-23T11:22:32,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T11:22:32,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a/hadoop.log.dir in system properties and HBase conf 2024-11-23T11:22:32,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T11:22:32,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T11:22:32,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T11:22:32,549 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T11:22:32,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:22:32,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:22:32,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T11:22:32,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:22:32,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T11:22:32,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T11:22:32,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:22:32,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:22:32,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T11:22:32,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a/nfs.dump.dir in system properties and HBase conf 2024-11-23T11:22:32,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a/java.io.tmpdir in system properties and HBase conf 2024-11-23T11:22:32,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:22:32,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T11:22:32,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T11:22:32,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T11:22:32,560 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T11:22:32,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T11:22:32,560 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-23T11:22:32,561 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T11:22:32,561 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-23T11:22:33,132 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:22:33,135 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:22:33,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:22:33,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:22:33,136 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T11:22:33,137 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:22:33,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5860938f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:22:33,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c2154d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:22:33,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6fa62afe{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a/java.io.tmpdir/jetty-localhost-45735-hadoop-hdfs-3_4_1-tests_jar-_-any-13230915195946964552/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:22:33,248 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ef8af53{HTTP/1.1, (http/1.1)}{localhost:45735} 2024-11-23T11:22:33,248 INFO [Time-limited test {}] server.Server(415): Started @327552ms 2024-11-23T11:22:33,486 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:22:33,492 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:22:33,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:22:33,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:22:33,497 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T11:22:33,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fd0952d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:22:33,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d6a057a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:22:33,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d1a5184{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a/java.io.tmpdir/jetty-localhost-44715-hadoop-hdfs-3_4_1-tests_jar-_-any-14223890988690164979/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:22:33,593 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d326493{HTTP/1.1, (http/1.1)}{localhost:44715} 2024-11-23T11:22:33,593 INFO [Time-limited test {}] server.Server(415): Started @327898ms 2024-11-23T11:22:33,594 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T11:22:34,281 WARN [Thread-4320 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a/cluster_da0e7d91-7fb7-b589-c6a4-7d901f8a79a4/data/data1/current/BP-1940991511-172.17.0.3-1732360952576/current, will proceed with Du for space computation calculation, 2024-11-23T11:22:34,281 WARN [Thread-4321 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a/cluster_da0e7d91-7fb7-b589-c6a4-7d901f8a79a4/data/data2/current/BP-1940991511-172.17.0.3-1732360952576/current, will proceed with Du for space computation calculation, 2024-11-23T11:22:34,306 WARN [Thread-4308 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T11:22:34,308 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfcd5eb61bff585dd with lease ID 0xca6ad12cd9877066: Processing first storage report for DS-586d8a3a-9ac9-46e0-b3a2-6323ed2d5f75 from datanode DatanodeRegistration(127.0.0.1:36351, datanodeUuid=6d79e26c-eaaf-4be1-a623-f23c507bf810, infoPort=43463, infoSecurePort=0, ipcPort=44179, storageInfo=lv=-57;cid=testClusterID;nsid=202433525;c=1732360952576) 2024-11-23T11:22:34,308 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfcd5eb61bff585dd with lease ID 0xca6ad12cd9877066: from storage DS-586d8a3a-9ac9-46e0-b3a2-6323ed2d5f75 node DatanodeRegistration(127.0.0.1:36351, datanodeUuid=6d79e26c-eaaf-4be1-a623-f23c507bf810, infoPort=43463, infoSecurePort=0, ipcPort=44179, storageInfo=lv=-57;cid=testClusterID;nsid=202433525;c=1732360952576), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:22:34,308 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfcd5eb61bff585dd with lease ID 0xca6ad12cd9877066: Processing first storage report for DS-f89149d8-d809-46bc-ba97-080d88ee000d from datanode DatanodeRegistration(127.0.0.1:36351, datanodeUuid=6d79e26c-eaaf-4be1-a623-f23c507bf810, infoPort=43463, infoSecurePort=0, ipcPort=44179, storageInfo=lv=-57;cid=testClusterID;nsid=202433525;c=1732360952576) 2024-11-23T11:22:34,308 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfcd5eb61bff585dd with lease ID 0xca6ad12cd9877066: from storage DS-f89149d8-d809-46bc-ba97-080d88ee000d node DatanodeRegistration(127.0.0.1:36351, datanodeUuid=6d79e26c-eaaf-4be1-a623-f23c507bf810, infoPort=43463, infoSecurePort=0, ipcPort=44179, storageInfo=lv=-57;cid=testClusterID;nsid=202433525;c=1732360952576), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T11:22:34,317 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a 2024-11-23T11:22:34,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:22:34,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:22:34,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741825_1001 (size=7) 2024-11-23T11:22:34,738 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18 with version=8 2024-11-23T11:22:34,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/hbase-staging 2024-11-23T11:22:34,740 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:22:34,740 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:22:34,740 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:22:34,740 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:22:34,740 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:22:34,740 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:22:34,740 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T11:22:34,741 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:22:34,741 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36531 2024-11-23T11:22:34,742 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36531 connecting to ZooKeeper ensemble=127.0.0.1:64523 2024-11-23T11:22:34,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365310x0, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:22:34,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36531-0x101676e568e0000 connected 2024-11-23T11:22:34,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:22:34,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:22:34,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36531-0x101676e568e0000, quorum=127.0.0.1:64523, baseZNode=/01242551280 Set watcher on znode that does not yet exist, /01242551280/running 2024-11-23T11:22:34,928 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18, hbase.cluster.distributed=false 2024-11-23T11:22:34,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36531-0x101676e568e0000, quorum=127.0.0.1:64523, baseZNode=/01242551280 Set watcher on znode that does not yet exist, /01242551280/acl 2024-11-23T11:22:34,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36531 2024-11-23T11:22:34,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36531 2024-11-23T11:22:34,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36531 2024-11-23T11:22:34,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36531 2024-11-23T11:22:34,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36531 2024-11-23T11:22:34,942 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:22:34,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:22:34,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:22:34,942 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:22:34,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:22:34,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:22:34,942 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T11:22:34,942 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:22:34,943 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41857 2024-11-23T11:22:34,944 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41857 connecting to ZooKeeper ensemble=127.0.0.1:64523 2024-11-23T11:22:34,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:22:34,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:22:34,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418570x0, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:22:34,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418570x0, quorum=127.0.0.1:64523, baseZNode=/01242551280 Set watcher on znode that does not yet exist, /01242551280/running 2024-11-23T11:22:34,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41857-0x101676e568e0001 connected 2024-11-23T11:22:34,957 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T11:22:34,958 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T11:22:34,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41857-0x101676e568e0001, quorum=127.0.0.1:64523, baseZNode=/01242551280 Set watcher on znode that does not yet exist, /01242551280/master 2024-11-23T11:22:34,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41857-0x101676e568e0001, quorum=127.0.0.1:64523, baseZNode=/01242551280 Set watcher on znode that does not yet exist, /01242551280/acl 2024-11-23T11:22:34,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41857 2024-11-23T11:22:34,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41857 2024-11-23T11:22:34,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41857 2024-11-23T11:22:34,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41857 2024-11-23T11:22:34,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41857 2024-11-23T11:22:34,978 DEBUG [M:0;64443f9a1829:36531 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64443f9a1829:36531 2024-11-23T11:22:34,978 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01242551280/backup-masters/64443f9a1829,36531,1732360954740 2024-11-23T11:22:34,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41857-0x101676e568e0001, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242551280/backup-masters 2024-11-23T11:22:34,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x101676e568e0000, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242551280/backup-masters 2024-11-23T11:22:34,988 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36531-0x101676e568e0000, quorum=127.0.0.1:64523, baseZNode=/01242551280 Set watcher on existing znode=/01242551280/backup-masters/64443f9a1829,36531,1732360954740 2024-11-23T11:22:34,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41857-0x101676e568e0001, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01242551280/master 2024-11-23T11:22:34,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41857-0x101676e568e0001, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242551280 2024-11-23T11:22:34,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x101676e568e0000, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242551280 2024-11-23T11:22:34,999 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36531-0x101676e568e0000, quorum=127.0.0.1:64523, baseZNode=/01242551280 Set watcher on existing znode=/01242551280/master 2024-11-23T11:22:34,999 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01242551280/backup-masters/64443f9a1829,36531,1732360954740 from backup master directory 2024-11-23T11:22:35,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41857-0x101676e568e0001, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242551280/backup-masters 2024-11-23T11:22:35,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x101676e568e0000, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01242551280/backup-masters/64443f9a1829,36531,1732360954740 2024-11-23T11:22:35,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x101676e568e0000, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242551280/backup-masters 2024-11-23T11:22:35,009 WARN [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:22:35,009 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64443f9a1829,36531,1732360954740 2024-11-23T11:22:35,011 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/hbase.id] with ID: 2624b3ca-9d04-40a1-8272-7b600d57e3df 2024-11-23T11:22:35,011 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/.tmp/hbase.id 2024-11-23T11:22:35,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741826_1002 (size=42) 2024-11-23T11:22:35,415 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/.tmp/hbase.id]:[hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/hbase.id] 2024-11-23T11:22:35,422 INFO [master/64443f9a1829:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:22:35,422 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T11:22:35,423 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T11:22:35,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41857-0x101676e568e0001, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242551280 2024-11-23T11:22:35,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x101676e568e0000, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242551280 2024-11-23T11:22:35,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741827_1003 (size=196) 2024-11-23T11:22:35,589 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:22:35,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:35,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:35,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:35,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:35,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:35,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:35,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:35,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:35,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:35,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:35,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:35,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:35,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:35,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:35,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:35,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:35,668 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T11:22:35,668 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T11:22:35,876 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:22:35,877 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T11:22:35,877 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:22:35,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741828_1004 (size=1189) 2024-11-23T11:22:36,290 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/MasterData/data/master/store 2024-11-23T11:22:36,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741829_1005 (size=34) 2024-11-23T11:22:36,699 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:36,699 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:22:36,699 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:22:36,699 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:22:36,699 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:22:36,699 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:22:36,699 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:22:36,699 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360956699Disabling compacts and flushes for region at 1732360956699Disabling writes for close at 1732360956699Writing region close event to WAL at 1732360956699Closed at 1732360956699 2024-11-23T11:22:36,699 WARN [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/MasterData/data/master/store/.initializing 2024-11-23T11:22:36,700 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/MasterData/WALs/64443f9a1829,36531,1732360954740 2024-11-23T11:22:36,700 INFO [master/64443f9a1829:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:22:36,704 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64443f9a1829%2C36531%2C1732360954740, suffix=, logDir=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/MasterData/WALs/64443f9a1829,36531,1732360954740, archiveDir=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/MasterData/oldWALs, maxLogs=10 2024-11-23T11:22:36,717 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/MasterData/WALs/64443f9a1829,36531,1732360954740/64443f9a1829%2C36531%2C1732360954740.1732360956704, exclude list is [], retry=0 2024-11-23T11:22:36,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36351,DS-586d8a3a-9ac9-46e0-b3a2-6323ed2d5f75,DISK] 2024-11-23T11:22:36,740 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/MasterData/WALs/64443f9a1829,36531,1732360954740/64443f9a1829%2C36531%2C1732360954740.1732360956704 2024-11-23T11:22:36,740 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43463:43463)] 2024-11-23T11:22:36,740 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:22:36,740 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:36,740 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:36,741 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:36,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:36,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T11:22:36,745 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:36,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:22:36,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:36,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T11:22:36,747 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:36,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:36,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:36,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T11:22:36,748 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:36,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:36,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:36,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T11:22:36,749 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:36,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:36,749 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:36,750 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:36,750 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:36,751 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:36,751 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:36,751 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:22:36,752 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:36,756 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:22:36,757 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58998979, jitterRate=-0.1208467036485672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:22:36,757 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732360956741Initializing all the Stores at 1732360956741Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360956741Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360956744 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360956744Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360956744Cleaning up temporary data from old regions at 1732360956751 (+7 ms)Region opened successfully at 1732360956757 (+6 ms) 2024-11-23T11:22:36,757 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T11:22:36,759 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@449fbea9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:22:36,759 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T11:22:36,759 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T11:22:36,759 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T11:22:36,760 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T11:22:36,760 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T11:22:36,760 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T11:22:36,760 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T11:22:36,764 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T11:22:36,765 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36531-0x101676e568e0000, quorum=127.0.0.1:64523, baseZNode=/01242551280 Unable to get data of znode /01242551280/balancer because node does not exist (not necessarily an error) 2024-11-23T11:22:36,835 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01242551280/balancer already deleted, retry=false 2024-11-23T11:22:36,835 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T11:22:36,836 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36531-0x101676e568e0000, quorum=127.0.0.1:64523, baseZNode=/01242551280 Unable to get data of znode /01242551280/normalizer because node does not exist (not necessarily an error) 2024-11-23T11:22:36,861 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01242551280/normalizer already deleted, retry=false 2024-11-23T11:22:36,862 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T11:22:36,862 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36531-0x101676e568e0000, quorum=127.0.0.1:64523, baseZNode=/01242551280 Unable to get data of znode /01242551280/switch/split because node does not exist (not necessarily an error) 2024-11-23T11:22:36,872 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01242551280/switch/split already deleted, retry=false 2024-11-23T11:22:36,872 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36531-0x101676e568e0000, quorum=127.0.0.1:64523, baseZNode=/01242551280 Unable to get data of znode /01242551280/switch/merge because node does not exist (not necessarily an error) 2024-11-23T11:22:36,882 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01242551280/switch/merge already deleted, retry=false 2024-11-23T11:22:36,884 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36531-0x101676e568e0000, quorum=127.0.0.1:64523, baseZNode=/01242551280 Unable to get data of znode /01242551280/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T11:22:36,893 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01242551280/snapshot-cleanup already deleted, retry=false 2024-11-23T11:22:36,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x101676e568e0000, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01242551280/running 2024-11-23T11:22:36,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41857-0x101676e568e0001, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01242551280/running 2024-11-23T11:22:36,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x101676e568e0000, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242551280 2024-11-23T11:22:36,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41857-0x101676e568e0001, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242551280 2024-11-23T11:22:36,904 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64443f9a1829,36531,1732360954740, sessionid=0x101676e568e0000, setting cluster-up flag (Was=false) 2024-11-23T11:22:36,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41857-0x101676e568e0001, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242551280 2024-11-23T11:22:36,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x101676e568e0000, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242551280 2024-11-23T11:22:36,956 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01242551280/flush-table-proc/acquired, /01242551280/flush-table-proc/reached, /01242551280/flush-table-proc/abort 2024-11-23T11:22:36,957 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,36531,1732360954740 2024-11-23T11:22:36,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41857-0x101676e568e0001, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242551280 2024-11-23T11:22:36,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x101676e568e0000, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242551280 2024-11-23T11:22:37,009 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01242551280/online-snapshot/acquired, /01242551280/online-snapshot/reached, /01242551280/online-snapshot/abort 2024-11-23T11:22:37,009 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,36531,1732360954740 2024-11-23T11:22:37,010 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T11:22:37,011 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T11:22:37,011 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T11:22:37,011 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T11:22:37,011 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64443f9a1829,36531,1732360954740 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T11:22:37,012 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:22:37,012 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:22:37,012 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:22:37,012 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:22:37,012 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64443f9a1829:0, corePoolSize=10, maxPoolSize=10 2024-11-23T11:22:37,012 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:37,012 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:22:37,012 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:37,013 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732360987013 2024-11-23T11:22:37,013 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T11:22:37,013 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T11:22:37,013 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:22:37,013 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T11:22:37,013 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T11:22:37,013 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T11:22:37,013 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T11:22:37,013 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T11:22:37,013 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:37,014 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T11:22:37,014 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T11:22:37,014 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:37,014 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T11:22:37,014 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T11:22:37,014 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T11:22:37,014 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T11:22:37,014 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T11:22:37,014 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360957014,5,FailOnTimeoutGroup] 2024-11-23T11:22:37,015 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360957014,5,FailOnTimeoutGroup] 2024-11-23T11:22:37,015 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:37,015 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T11:22:37,015 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:37,015 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:37,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741831_1007 (size=1321) 2024-11-23T11:22:37,074 INFO [RS:0;64443f9a1829:41857 {}] regionserver.HRegionServer(746): ClusterId : 2624b3ca-9d04-40a1-8272-7b600d57e3df 2024-11-23T11:22:37,074 DEBUG [RS:0;64443f9a1829:41857 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T11:22:37,083 DEBUG [RS:0;64443f9a1829:41857 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T11:22:37,083 DEBUG [RS:0;64443f9a1829:41857 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T11:22:37,094 DEBUG [RS:0;64443f9a1829:41857 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T11:22:37,094 DEBUG [RS:0;64443f9a1829:41857 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a42256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:22:37,103 DEBUG [RS:0;64443f9a1829:41857 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64443f9a1829:41857 2024-11-23T11:22:37,103 INFO [RS:0;64443f9a1829:41857 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T11:22:37,103 INFO [RS:0;64443f9a1829:41857 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T11:22:37,103 DEBUG [RS:0;64443f9a1829:41857 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T11:22:37,104 INFO [RS:0;64443f9a1829:41857 {}] regionserver.HRegionServer(2659): reportForDuty to master=64443f9a1829,36531,1732360954740 with port=41857, startcode=1732360954942 2024-11-23T11:22:37,104 DEBUG [RS:0;64443f9a1829:41857 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T11:22:37,105 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T11:22:37,105 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36531 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64443f9a1829,41857,1732360954942 2024-11-23T11:22:37,105 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36531 {}] master.ServerManager(517): Registering regionserver=64443f9a1829,41857,1732360954942 2024-11-23T11:22:37,106 DEBUG [RS:0;64443f9a1829:41857 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18 2024-11-23T11:22:37,106 DEBUG [RS:0;64443f9a1829:41857 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42973 2024-11-23T11:22:37,106 DEBUG [RS:0;64443f9a1829:41857 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T11:22:37,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x101676e568e0000, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242551280/rs 2024-11-23T11:22:37,114 DEBUG [RS:0;64443f9a1829:41857 {}] zookeeper.ZKUtil(111): regionserver:41857-0x101676e568e0001, quorum=127.0.0.1:64523, baseZNode=/01242551280 Set watcher on existing znode=/01242551280/rs/64443f9a1829,41857,1732360954942 2024-11-23T11:22:37,114 WARN [RS:0;64443f9a1829:41857 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:22:37,114 INFO [RS:0;64443f9a1829:41857 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:22:37,114 DEBUG [RS:0;64443f9a1829:41857 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942 2024-11-23T11:22:37,114 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64443f9a1829,41857,1732360954942] 2024-11-23T11:22:37,116 INFO [RS:0;64443f9a1829:41857 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T11:22:37,117 INFO [RS:0;64443f9a1829:41857 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T11:22:37,117 INFO [RS:0;64443f9a1829:41857 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T11:22:37,117 INFO [RS:0;64443f9a1829:41857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:37,117 INFO [RS:0;64443f9a1829:41857 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T11:22:37,118 INFO [RS:0;64443f9a1829:41857 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T11:22:37,118 INFO [RS:0;64443f9a1829:41857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:37,118 DEBUG [RS:0;64443f9a1829:41857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:37,118 DEBUG [RS:0;64443f9a1829:41857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:37,118 DEBUG [RS:0;64443f9a1829:41857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:37,118 DEBUG [RS:0;64443f9a1829:41857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:37,118 DEBUG [RS:0;64443f9a1829:41857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:37,118 DEBUG [RS:0;64443f9a1829:41857 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:22:37,118 DEBUG [RS:0;64443f9a1829:41857 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:37,118 DEBUG [RS:0;64443f9a1829:41857 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:37,118 DEBUG [RS:0;64443f9a1829:41857 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:37,118 DEBUG [RS:0;64443f9a1829:41857 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:37,118 DEBUG [RS:0;64443f9a1829:41857 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:37,118 DEBUG [RS:0;64443f9a1829:41857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:37,118 DEBUG [RS:0;64443f9a1829:41857 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:22:37,118 DEBUG [RS:0;64443f9a1829:41857 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:22:37,118 INFO [RS:0;64443f9a1829:41857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:37,119 INFO [RS:0;64443f9a1829:41857 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:37,119 INFO [RS:0;64443f9a1829:41857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:37,119 INFO [RS:0;64443f9a1829:41857 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:37,119 INFO [RS:0;64443f9a1829:41857 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:37,119 INFO [RS:0;64443f9a1829:41857 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,41857,1732360954942-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:22:37,130 INFO [RS:0;64443f9a1829:41857 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T11:22:37,130 INFO [RS:0;64443f9a1829:41857 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,41857,1732360954942-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:37,130 INFO [RS:0;64443f9a1829:41857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:37,130 INFO [RS:0;64443f9a1829:41857 {}] regionserver.Replication(171): 64443f9a1829,41857,1732360954942 started 2024-11-23T11:22:37,141 INFO [RS:0;64443f9a1829:41857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:37,141 INFO [RS:0;64443f9a1829:41857 {}] regionserver.HRegionServer(1482): Serving as 64443f9a1829,41857,1732360954942, RpcServer on 64443f9a1829/172.17.0.3:41857, sessionid=0x101676e568e0001 2024-11-23T11:22:37,141 DEBUG [RS:0;64443f9a1829:41857 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T11:22:37,141 DEBUG [RS:0;64443f9a1829:41857 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64443f9a1829,41857,1732360954942 2024-11-23T11:22:37,141 DEBUG [RS:0;64443f9a1829:41857 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,41857,1732360954942' 2024-11-23T11:22:37,141 DEBUG [RS:0;64443f9a1829:41857 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01242551280/flush-table-proc/abort' 2024-11-23T11:22:37,142 DEBUG [RS:0;64443f9a1829:41857 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01242551280/flush-table-proc/acquired' 2024-11-23T11:22:37,142 DEBUG [RS:0;64443f9a1829:41857 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T11:22:37,142 DEBUG [RS:0;64443f9a1829:41857 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T11:22:37,142 DEBUG [RS:0;64443f9a1829:41857 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64443f9a1829,41857,1732360954942 2024-11-23T11:22:37,142 DEBUG [RS:0;64443f9a1829:41857 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,41857,1732360954942' 2024-11-23T11:22:37,142 DEBUG [RS:0;64443f9a1829:41857 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01242551280/online-snapshot/abort' 2024-11-23T11:22:37,143 DEBUG [RS:0;64443f9a1829:41857 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01242551280/online-snapshot/acquired' 2024-11-23T11:22:37,143 DEBUG [RS:0;64443f9a1829:41857 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T11:22:37,143 INFO [RS:0;64443f9a1829:41857 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T11:22:37,143 INFO [RS:0;64443f9a1829:41857 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T11:22:37,243 INFO [RS:0;64443f9a1829:41857 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:22:37,244 INFO [RS:0;64443f9a1829:41857 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C41857%2C1732360954942, suffix=, logDir=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942, archiveDir=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/oldWALs, maxLogs=10 2024-11-23T11:22:37,255 DEBUG [RS:0;64443f9a1829:41857 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360957245, exclude list is [], retry=0 2024-11-23T11:22:37,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36351,DS-586d8a3a-9ac9-46e0-b3a2-6323ed2d5f75,DISK] 2024-11-23T11:22:37,258 INFO [RS:0;64443f9a1829:41857 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360957245 2024-11-23T11:22:37,259 DEBUG [RS:0;64443f9a1829:41857 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43463:43463)] 2024-11-23T11:22:37,422 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T11:22:37,422 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18 2024-11-23T11:22:37,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741833_1009 (size=32) 2024-11-23T11:22:37,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:37,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:22:37,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:22:37,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:37,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:22:37,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:22:37,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:22:37,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:37,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:22:37,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:22:37,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:22:37,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:37,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:22:37,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:22:37,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:22:37,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:37,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:22:37,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:22:37,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/meta/1588230740 2024-11-23T11:22:37,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/meta/1588230740 2024-11-23T11:22:37,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:22:37,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:22:37,836 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:22:37,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:22:37,842 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:22:37,843 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66854361, jitterRate=-0.00379239022731781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:22:37,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732360957829Initializing all the Stores at 1732360957829Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360957829Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360957829Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360957829Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360957829Cleaning up temporary data from old regions at 1732360957835 (+6 ms)Region opened successfully at 1732360957843 (+8 ms) 2024-11-23T11:22:37,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:22:37,843 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:22:37,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:22:37,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:22:37,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:22:37,843 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:22:37,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360957843Disabling compacts and flushes for region at 1732360957843Disabling writes for close at 1732360957843Writing region close event to WAL at 1732360957843Closed at 1732360957843 2024-11-23T11:22:37,844 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:22:37,844 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T11:22:37,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T11:22:37,845 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:22:37,846 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T11:22:37,996 DEBUG [64443f9a1829:36531 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T11:22:37,997 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64443f9a1829,41857,1732360954942 2024-11-23T11:22:37,998 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,41857,1732360954942, state=OPENING 2024-11-23T11:22:38,051 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T11:22:38,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x101676e568e0000, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242551280 2024-11-23T11:22:38,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41857-0x101676e568e0001, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242551280 2024-11-23T11:22:38,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01242551280/meta-region-server: CHANGED 2024-11-23T11:22:38,062 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:22:38,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,41857,1732360954942}] 2024-11-23T11:22:38,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01242551280/meta-region-server: CHANGED 2024-11-23T11:22:38,214 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:22:38,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T11:22:38,223 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T11:22:38,223 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:22:38,223 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T11:22:38,232 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C41857%2C1732360954942.meta, suffix=.meta, logDir=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942, archiveDir=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/oldWALs, maxLogs=10 2024-11-23T11:22:38,244 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.meta.1732360958232.meta, exclude list is [], retry=0 2024-11-23T11:22:38,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36351,DS-586d8a3a-9ac9-46e0-b3a2-6323ed2d5f75,DISK] 2024-11-23T11:22:38,249 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.meta.1732360958232.meta 2024-11-23T11:22:38,250 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43463:43463)] 2024-11-23T11:22:38,250 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:22:38,250 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:22:38,250 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:22:38,250 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T11:22:38,251 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T11:22:38,251 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T11:22:38,251 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:38,251 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T11:22:38,251 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T11:22:38,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:22:38,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:22:38,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:38,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:22:38,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:22:38,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:22:38,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:38,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:22:38,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:22:38,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:22:38,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:38,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:22:38,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:22:38,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:22:38,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:38,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:22:38,258 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:22:38,259 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/meta/1588230740 2024-11-23T11:22:38,260 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/meta/1588230740 2024-11-23T11:22:38,261 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:22:38,261 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:22:38,262 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:22:38,263 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:22:38,264 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70134114, jitterRate=0.04507973790168762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:22:38,264 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T11:22:38,264 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732360958251Writing region info on filesystem at 1732360958251Initializing all the Stores at 1732360958252 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360958252Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360958252Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360958252Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360958252Cleaning up temporary data from old regions at 1732360958261 (+9 ms)Running coprocessor post-open hooks at 1732360958264 (+3 ms)Region opened successfully at 1732360958264 2024-11-23T11:22:38,266 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732360958214 2024-11-23T11:22:38,268 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T11:22:38,268 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T11:22:38,269 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64443f9a1829,41857,1732360954942 2024-11-23T11:22:38,269 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,41857,1732360954942, state=OPEN 2024-11-23T11:22:38,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x101676e568e0000, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01242551280/meta-region-server 2024-11-23T11:22:38,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41857-0x101676e568e0001, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01242551280/meta-region-server 2024-11-23T11:22:38,317 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01242551280/meta-region-server: CHANGED 2024-11-23T11:22:38,317 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01242551280/meta-region-server: CHANGED 2024-11-23T11:22:38,317 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64443f9a1829,41857,1732360954942 2024-11-23T11:22:38,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T11:22:38,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,41857,1732360954942 in 255 msec 2024-11-23T11:22:38,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T11:22:38,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 476 msec 2024-11-23T11:22:38,323 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:22:38,323 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T11:22:38,324 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:22:38,324 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,41857,1732360954942, seqNum=-1] 2024-11-23T11:22:38,325 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:38,325 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:38,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3190 sec 2024-11-23T11:22:38,330 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732360958330, completionTime=-1 2024-11-23T11:22:38,330 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T11:22:38,330 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T11:22:38,333 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T11:22:38,333 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732361018333 2024-11-23T11:22:38,333 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732361078333 2024-11-23T11:22:38,333 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T11:22:38,333 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,36531,1732360954740-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:38,333 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,36531,1732360954740-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:38,333 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,36531,1732360954740-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:38,333 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64443f9a1829:36531, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:38,333 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:38,336 DEBUG [master/64443f9a1829:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T11:22:38,340 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:38,344 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.335sec 2024-11-23T11:22:38,344 INFO [master/64443f9a1829:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T11:22:38,344 INFO [master/64443f9a1829:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T11:22:38,344 INFO [master/64443f9a1829:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T11:22:38,345 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T11:22:38,345 INFO [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T11:22:38,345 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,36531,1732360954740-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:22:38,345 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,36531,1732360954740-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T11:22:38,349 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T11:22:38,349 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T11:22:38,350 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,36531,1732360954740-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:38,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76cc1cb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:38,375 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,36531,-1 for getting cluster id 2024-11-23T11:22:38,375 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:22:38,376 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2624b3ca-9d04-40a1-8272-7b600d57e3df' 2024-11-23T11:22:38,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:22:38,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2624b3ca-9d04-40a1-8272-7b600d57e3df" 2024-11-23T11:22:38,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7920f4dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:38,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,36531,-1] 2024-11-23T11:22:38,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:22:38,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:38,379 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:22:38,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d657891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:38,380 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:22:38,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,41857,1732360954942, seqNum=-1] 2024-11-23T11:22:38,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:38,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:38,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64443f9a1829,36531,1732360954740 2024-11-23T11:22:38,385 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64523 2024-11-23T11:22:38,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:22:38,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101676e568e0002 connected 2024-11-23T11:22:38,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a/hadoop.log.dir so I do NOT create it in target/test-data/38e71e2d-f93b-430f-b195-181d42160650 2024-11-23T11:22:38,422 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T11:22:38,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a/hadoop.tmp.dir so I do NOT create it in target/test-data/38e71e2d-f93b-430f-b195-181d42160650 2024-11-23T11:22:38,422 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T11:22:38,422 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e71e2d-f93b-430f-b195-181d42160650 2024-11-23T11:22:38,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T11:22:38,422 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e71e2d-f93b-430f-b195-181d42160650/cluster_58508153-e192-e9fc-34ba-61936a777b30, deleteOnExit=true 2024-11-23T11:22:38,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T11:22:38,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e71e2d-f93b-430f-b195-181d42160650/test.cache.data in system properties and HBase conf 2024-11-23T11:22:38,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e71e2d-f93b-430f-b195-181d42160650/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T11:22:38,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e71e2d-f93b-430f-b195-181d42160650/hadoop.log.dir in system properties and HBase conf 2024-11-23T11:22:38,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e71e2d-f93b-430f-b195-181d42160650/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T11:22:38,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e71e2d-f93b-430f-b195-181d42160650/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T11:22:38,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T11:22:38,423 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T11:22:38,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e71e2d-f93b-430f-b195-181d42160650/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:22:38,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e71e2d-f93b-430f-b195-181d42160650/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:22:38,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e71e2d-f93b-430f-b195-181d42160650/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T11:22:38,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e71e2d-f93b-430f-b195-181d42160650/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:22:38,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e71e2d-f93b-430f-b195-181d42160650/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T11:22:38,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e71e2d-f93b-430f-b195-181d42160650/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T11:22:38,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e71e2d-f93b-430f-b195-181d42160650/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:22:38,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e71e2d-f93b-430f-b195-181d42160650/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:22:38,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e71e2d-f93b-430f-b195-181d42160650/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T11:22:38,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e71e2d-f93b-430f-b195-181d42160650/nfs.dump.dir in system properties and HBase conf 2024-11-23T11:22:38,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e71e2d-f93b-430f-b195-181d42160650/java.io.tmpdir in system properties and HBase conf 2024-11-23T11:22:38,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e71e2d-f93b-430f-b195-181d42160650/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:22:38,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e71e2d-f93b-430f-b195-181d42160650/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T11:22:38,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e71e2d-f93b-430f-b195-181d42160650/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T11:22:38,784 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:22:38,790 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:22:38,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:22:38,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:22:38,804 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T11:22:38,804 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:22:38,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48bd7b17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e71e2d-f93b-430f-b195-181d42160650/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:22:38,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@780b83c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:22:38,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@637503b4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e71e2d-f93b-430f-b195-181d42160650/java.io.tmpdir/jetty-localhost-44281-hadoop-hdfs-3_4_1-tests_jar-_-any-3066190054560100438/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:22:38,912 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ec7742b{HTTP/1.1, (http/1.1)}{localhost:44281} 2024-11-23T11:22:38,912 INFO [Time-limited test {}] server.Server(415): Started @333217ms 2024-11-23T11:22:39,187 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:22:39,191 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:22:39,195 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:22:39,195 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:22:39,196 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T11:22:39,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fc8b7f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e71e2d-f93b-430f-b195-181d42160650/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:22:39,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7064e3ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:22:39,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@286aa4df{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e71e2d-f93b-430f-b195-181d42160650/java.io.tmpdir/jetty-localhost-39777-hadoop-hdfs-3_4_1-tests_jar-_-any-12097205176733459097/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:22:39,306 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52d601ea{HTTP/1.1, (http/1.1)}{localhost:39777} 2024-11-23T11:22:39,306 INFO [Time-limited test {}] server.Server(415): Started @333610ms 2024-11-23T11:22:39,307 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T11:22:39,982 WARN [Thread-4441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e71e2d-f93b-430f-b195-181d42160650/cluster_58508153-e192-e9fc-34ba-61936a777b30/data/data1/current/BP-1340365888-172.17.0.3-1732360958444/current, will proceed with Du for space computation calculation, 2024-11-23T11:22:39,982 WARN [Thread-4442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e71e2d-f93b-430f-b195-181d42160650/cluster_58508153-e192-e9fc-34ba-61936a777b30/data/data2/current/BP-1340365888-172.17.0.3-1732360958444/current, will proceed with Du for space computation calculation, 2024-11-23T11:22:39,997 WARN [Thread-4429 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T11:22:39,999 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8476f66bf9aaeeb3 with lease ID 0x3a2f07cad318df3b: Processing first storage report for DS-e9734e41-e0de-481b-b0a8-84b37b8dbc97 from datanode DatanodeRegistration(127.0.0.1:41203, datanodeUuid=ce10beb3-2857-433a-b055-75884b6ab67c, infoPort=40423, infoSecurePort=0, ipcPort=35297, storageInfo=lv=-57;cid=testClusterID;nsid=609542576;c=1732360958444) 2024-11-23T11:22:39,999 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8476f66bf9aaeeb3 with lease ID 0x3a2f07cad318df3b: from storage DS-e9734e41-e0de-481b-b0a8-84b37b8dbc97 node DatanodeRegistration(127.0.0.1:41203, datanodeUuid=ce10beb3-2857-433a-b055-75884b6ab67c, infoPort=40423, infoSecurePort=0, ipcPort=35297, storageInfo=lv=-57;cid=testClusterID;nsid=609542576;c=1732360958444), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:22:39,999 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8476f66bf9aaeeb3 with lease ID 0x3a2f07cad318df3b: Processing first storage report for DS-295a4645-03b7-4111-8348-ed63351a9a26 from datanode DatanodeRegistration(127.0.0.1:41203, datanodeUuid=ce10beb3-2857-433a-b055-75884b6ab67c, infoPort=40423, infoSecurePort=0, ipcPort=35297, storageInfo=lv=-57;cid=testClusterID;nsid=609542576;c=1732360958444) 2024-11-23T11:22:39,999 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8476f66bf9aaeeb3 with lease ID 0x3a2f07cad318df3b: from storage DS-295a4645-03b7-4111-8348-ed63351a9a26 node DatanodeRegistration(127.0.0.1:41203, datanodeUuid=ce10beb3-2857-433a-b055-75884b6ab67c, infoPort=40423, infoSecurePort=0, ipcPort=35297, storageInfo=lv=-57;cid=testClusterID;nsid=609542576;c=1732360958444), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:22:40,038 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e71e2d-f93b-430f-b195-181d42160650 2024-11-23T11:22:40,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:22:40,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:22:40,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741825_1001 (size=7) 2024-11-23T11:22:40,445 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13 with version=8 2024-11-23T11:22:40,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/hbase-staging 2024-11-23T11:22:40,447 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:22:40,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:22:40,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:22:40,448 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:22:40,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:22:40,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:22:40,448 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T11:22:40,448 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:22:40,448 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32821 2024-11-23T11:22:40,449 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32821 connecting to ZooKeeper ensemble=127.0.0.1:64523 2024-11-23T11:22:40,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328210x0, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:22:40,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32821-0x101676e568e0003 connected 2024-11-23T11:22:40,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:22:40,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:22:40,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32821-0x101676e568e0003, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Set watcher on znode that does not yet exist, /1-721509925/running 2024-11-23T11:22:40,549 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13, hbase.cluster.distributed=false 2024-11-23T11:22:40,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32821-0x101676e568e0003, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Set watcher on znode that does not yet exist, /1-721509925/acl 2024-11-23T11:22:40,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32821 2024-11-23T11:22:40,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32821 2024-11-23T11:22:40,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32821 2024-11-23T11:22:40,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32821 2024-11-23T11:22:40,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32821 2024-11-23T11:22:40,567 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:22:40,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:22:40,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:22:40,568 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:22:40,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:22:40,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:22:40,568 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T11:22:40,568 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:22:40,568 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37757 2024-11-23T11:22:40,569 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37757 connecting to ZooKeeper ensemble=127.0.0.1:64523 2024-11-23T11:22:40,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:22:40,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:22:40,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377570x0, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:22:40,577 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37757-0x101676e568e0004, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Set watcher on znode that does not yet exist, /1-721509925/running 2024-11-23T11:22:40,577 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37757-0x101676e568e0004 connected 2024-11-23T11:22:40,577 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T11:22:40,578 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T11:22:40,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37757-0x101676e568e0004, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Set watcher on znode that does not yet exist, /1-721509925/master 2024-11-23T11:22:40,579 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37757-0x101676e568e0004, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Set watcher on znode that does not yet exist, /1-721509925/acl 2024-11-23T11:22:40,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37757 2024-11-23T11:22:40,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37757 2024-11-23T11:22:40,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37757 2024-11-23T11:22:40,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37757 2024-11-23T11:22:40,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37757 2024-11-23T11:22:40,596 DEBUG [M:0;64443f9a1829:32821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64443f9a1829:32821 2024-11-23T11:22:40,596 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-721509925/backup-masters/64443f9a1829,32821,1732360960447 2024-11-23T11:22:40,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101676e568e0003, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721509925/backup-masters 2024-11-23T11:22:40,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x101676e568e0004, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721509925/backup-masters 2024-11-23T11:22:40,609 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32821-0x101676e568e0003, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Set watcher on existing znode=/1-721509925/backup-masters/64443f9a1829,32821,1732360960447 2024-11-23T11:22:40,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x101676e568e0004, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-721509925/master 2024-11-23T11:22:40,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101676e568e0003, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721509925 2024-11-23T11:22:40,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x101676e568e0004, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721509925 2024-11-23T11:22:40,619 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32821-0x101676e568e0003, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Set watcher on existing znode=/1-721509925/master 2024-11-23T11:22:40,619 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-721509925/backup-masters/64443f9a1829,32821,1732360960447 from backup master directory 2024-11-23T11:22:40,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101676e568e0003, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-721509925/backup-masters/64443f9a1829,32821,1732360960447 2024-11-23T11:22:40,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x101676e568e0004, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721509925/backup-masters 2024-11-23T11:22:40,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101676e568e0003, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721509925/backup-masters 2024-11-23T11:22:40,629 WARN [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:22:40,629 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64443f9a1829,32821,1732360960447 2024-11-23T11:22:40,632 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/hbase.id] with ID: 3ed59878-4a95-475b-ab96-fff1a09a6fc1 2024-11-23T11:22:40,632 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/.tmp/hbase.id 2024-11-23T11:22:40,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741826_1002 (size=42) 2024-11-23T11:22:41,036 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/.tmp/hbase.id]:[hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/hbase.id] 2024-11-23T11:22:41,042 INFO [master/64443f9a1829:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:22:41,042 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T11:22:41,043 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T11:22:41,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101676e568e0003, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721509925 2024-11-23T11:22:41,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x101676e568e0004, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721509925 2024-11-23T11:22:41,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741827_1003 (size=196) 2024-11-23T11:22:41,496 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:22:41,497 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T11:22:41,497 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:22:41,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741828_1004 (size=1189) 2024-11-23T11:22:41,903 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/MasterData/data/master/store 2024-11-23T11:22:41,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741829_1005 (size=34) 2024-11-23T11:22:42,307 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:42,307 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:22:42,307 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:22:42,307 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:22:42,307 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:22:42,307 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:22:42,307 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:22:42,307 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360962307Disabling compacts and flushes for region at 1732360962307Disabling writes for close at 1732360962307Writing region close event to WAL at 1732360962307Closed at 1732360962307 2024-11-23T11:22:42,308 WARN [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/MasterData/data/master/store/.initializing 2024-11-23T11:22:42,308 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/MasterData/WALs/64443f9a1829,32821,1732360960447 2024-11-23T11:22:42,309 INFO [master/64443f9a1829:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:22:42,310 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64443f9a1829%2C32821%2C1732360960447, suffix=, logDir=hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/MasterData/WALs/64443f9a1829,32821,1732360960447, archiveDir=hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/MasterData/oldWALs, maxLogs=10 2024-11-23T11:22:42,325 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/MasterData/WALs/64443f9a1829,32821,1732360960447/64443f9a1829%2C32821%2C1732360960447.1732360962310, exclude list is [], retry=0 2024-11-23T11:22:42,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41203,DS-e9734e41-e0de-481b-b0a8-84b37b8dbc97,DISK] 2024-11-23T11:22:42,328 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/MasterData/WALs/64443f9a1829,32821,1732360960447/64443f9a1829%2C32821%2C1732360960447.1732360962310 2024-11-23T11:22:42,328 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40423:40423)] 2024-11-23T11:22:42,328 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:22:42,328 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:42,328 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:42,329 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:42,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:42,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T11:22:42,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:42,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:22:42,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:42,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T11:22:42,332 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:42,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:42,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:42,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T11:22:42,333 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:42,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:42,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:42,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T11:22:42,334 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:42,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:42,335 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:42,335 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:42,335 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:42,336 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:42,336 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:42,336 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:22:42,337 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:42,338 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:22:42,339 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59963854, jitterRate=-0.10646894574165344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:22:42,339 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732360962329Initializing all the Stores at 1732360962329Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360962329Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360962329Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360962329Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360962329Cleaning up temporary data from old regions at 1732360962336 (+7 ms)Region opened successfully at 1732360962339 (+3 ms) 2024-11-23T11:22:42,339 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T11:22:42,340 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dba15d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:22:42,341 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T11:22:42,341 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T11:22:42,341 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T11:22:42,341 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T11:22:42,342 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T11:22:42,342 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T11:22:42,342 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T11:22:42,344 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T11:22:42,345 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32821-0x101676e568e0003, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Unable to get data of znode /1-721509925/balancer because node does not exist (not necessarily an error) 2024-11-23T11:22:42,405 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-721509925/balancer already deleted, retry=false 2024-11-23T11:22:42,405 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T11:22:42,406 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32821-0x101676e568e0003, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Unable to get data of znode /1-721509925/normalizer because node does not exist (not necessarily an error) 2024-11-23T11:22:42,469 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-721509925/normalizer already deleted, retry=false 2024-11-23T11:22:42,470 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T11:22:42,471 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32821-0x101676e568e0003, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Unable to get data of znode /1-721509925/switch/split because node does not exist (not necessarily an error) 2024-11-23T11:22:42,492 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-721509925/switch/split already deleted, retry=false 2024-11-23T11:22:42,493 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32821-0x101676e568e0003, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Unable to get data of znode /1-721509925/switch/merge because node does not exist (not necessarily an error) 2024-11-23T11:22:42,503 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-721509925/switch/merge already deleted, retry=false 2024-11-23T11:22:42,504 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32821-0x101676e568e0003, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Unable to get data of znode /1-721509925/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T11:22:42,513 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-721509925/snapshot-cleanup already deleted, retry=false 2024-11-23T11:22:42,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x101676e568e0004, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-721509925/running 2024-11-23T11:22:42,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101676e568e0003, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-721509925/running 2024-11-23T11:22:42,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101676e568e0003, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721509925 2024-11-23T11:22:42,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x101676e568e0004, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721509925 2024-11-23T11:22:42,524 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64443f9a1829,32821,1732360960447, sessionid=0x101676e568e0003, setting cluster-up flag (Was=false) 2024-11-23T11:22:42,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101676e568e0003, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721509925 2024-11-23T11:22:42,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x101676e568e0004, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721509925 2024-11-23T11:22:42,577 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-721509925/flush-table-proc/acquired, /1-721509925/flush-table-proc/reached, /1-721509925/flush-table-proc/abort 2024-11-23T11:22:42,577 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,32821,1732360960447 2024-11-23T11:22:42,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101676e568e0003, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721509925 2024-11-23T11:22:42,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x101676e568e0004, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721509925 2024-11-23T11:22:42,629 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-721509925/online-snapshot/acquired, /1-721509925/online-snapshot/reached, /1-721509925/online-snapshot/abort 2024-11-23T11:22:42,630 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,32821,1732360960447 2024-11-23T11:22:42,631 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T11:22:42,632 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T11:22:42,632 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T11:22:42,632 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T11:22:42,633 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64443f9a1829,32821,1732360960447 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T11:22:42,634 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:22:42,634 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:22:42,634 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:22:42,634 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:22:42,634 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64443f9a1829:0, corePoolSize=10, maxPoolSize=10 2024-11-23T11:22:42,634 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:42,634 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:22:42,634 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:42,635 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732360992634 2024-11-23T11:22:42,635 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T11:22:42,635 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T11:22:42,635 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T11:22:42,635 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T11:22:42,635 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T11:22:42,635 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T11:22:42,635 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:22:42,635 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T11:22:42,635 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:42,635 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T11:22:42,635 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T11:22:42,635 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T11:22:42,635 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T11:22:42,635 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:42,635 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T11:22:42,636 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T11:22:42,636 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T11:22:42,636 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360962636,5,FailOnTimeoutGroup] 2024-11-23T11:22:42,636 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360962636,5,FailOnTimeoutGroup] 2024-11-23T11:22:42,636 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:42,636 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T11:22:42,636 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:42,636 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:42,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741831_1007 (size=1321) 2024-11-23T11:22:42,689 INFO [RS:0;64443f9a1829:37757 {}] regionserver.HRegionServer(746): ClusterId : 3ed59878-4a95-475b-ab96-fff1a09a6fc1 2024-11-23T11:22:42,689 DEBUG [RS:0;64443f9a1829:37757 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T11:22:42,693 DEBUG [RS:0;64443f9a1829:37757 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T11:22:42,693 DEBUG [RS:0;64443f9a1829:37757 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T11:22:42,703 DEBUG [RS:0;64443f9a1829:37757 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T11:22:42,704 DEBUG [RS:0;64443f9a1829:37757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48d27467, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:22:42,714 DEBUG [RS:0;64443f9a1829:37757 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64443f9a1829:37757 2024-11-23T11:22:42,714 INFO [RS:0;64443f9a1829:37757 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T11:22:42,714 INFO [RS:0;64443f9a1829:37757 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T11:22:42,714 DEBUG [RS:0;64443f9a1829:37757 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T11:22:42,715 INFO [RS:0;64443f9a1829:37757 {}] regionserver.HRegionServer(2659): reportForDuty to master=64443f9a1829,32821,1732360960447 with port=37757, startcode=1732360960567 2024-11-23T11:22:42,715 DEBUG [RS:0;64443f9a1829:37757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T11:22:42,716 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T11:22:42,716 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32821 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64443f9a1829,37757,1732360960567 2024-11-23T11:22:42,716 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32821 {}] master.ServerManager(517): Registering regionserver=64443f9a1829,37757,1732360960567 2024-11-23T11:22:42,717 DEBUG [RS:0;64443f9a1829:37757 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13 2024-11-23T11:22:42,717 DEBUG [RS:0;64443f9a1829:37757 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41015 2024-11-23T11:22:42,717 DEBUG [RS:0;64443f9a1829:37757 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T11:22:42,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101676e568e0003, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721509925/rs 2024-11-23T11:22:42,786 DEBUG [RS:0;64443f9a1829:37757 {}] zookeeper.ZKUtil(111): regionserver:37757-0x101676e568e0004, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Set watcher on existing znode=/1-721509925/rs/64443f9a1829,37757,1732360960567 2024-11-23T11:22:42,786 WARN [RS:0;64443f9a1829:37757 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:22:42,786 INFO [RS:0;64443f9a1829:37757 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:22:42,786 DEBUG [RS:0;64443f9a1829:37757 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/WALs/64443f9a1829,37757,1732360960567 2024-11-23T11:22:42,787 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64443f9a1829,37757,1732360960567] 2024-11-23T11:22:42,788 INFO [RS:0;64443f9a1829:37757 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T11:22:42,789 INFO [RS:0;64443f9a1829:37757 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T11:22:42,790 INFO [RS:0;64443f9a1829:37757 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T11:22:42,790 INFO [RS:0;64443f9a1829:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:42,790 INFO [RS:0;64443f9a1829:37757 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T11:22:42,790 INFO [RS:0;64443f9a1829:37757 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T11:22:42,790 INFO [RS:0;64443f9a1829:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:42,790 DEBUG [RS:0;64443f9a1829:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:42,790 DEBUG [RS:0;64443f9a1829:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:42,790 DEBUG [RS:0;64443f9a1829:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:42,791 DEBUG [RS:0;64443f9a1829:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:42,791 DEBUG [RS:0;64443f9a1829:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:42,791 DEBUG [RS:0;64443f9a1829:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:22:42,791 DEBUG [RS:0;64443f9a1829:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:42,791 DEBUG [RS:0;64443f9a1829:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:42,791 DEBUG [RS:0;64443f9a1829:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:42,791 DEBUG [RS:0;64443f9a1829:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:42,791 DEBUG [RS:0;64443f9a1829:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:42,791 DEBUG [RS:0;64443f9a1829:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:42,791 DEBUG [RS:0;64443f9a1829:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:22:42,791 DEBUG [RS:0;64443f9a1829:37757 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:22:42,791 INFO [RS:0;64443f9a1829:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:42,791 INFO [RS:0;64443f9a1829:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:42,791 INFO [RS:0;64443f9a1829:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:42,791 INFO [RS:0;64443f9a1829:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:42,791 INFO [RS:0;64443f9a1829:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:42,791 INFO [RS:0;64443f9a1829:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,37757,1732360960567-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:22:42,804 INFO [RS:0;64443f9a1829:37757 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T11:22:42,804 INFO [RS:0;64443f9a1829:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,37757,1732360960567-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:42,804 INFO [RS:0;64443f9a1829:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:42,804 INFO [RS:0;64443f9a1829:37757 {}] regionserver.Replication(171): 64443f9a1829,37757,1732360960567 started 2024-11-23T11:22:42,815 INFO [RS:0;64443f9a1829:37757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:42,815 INFO [RS:0;64443f9a1829:37757 {}] regionserver.HRegionServer(1482): Serving as 64443f9a1829,37757,1732360960567, RpcServer on 64443f9a1829/172.17.0.3:37757, sessionid=0x101676e568e0004 2024-11-23T11:22:42,815 DEBUG [RS:0;64443f9a1829:37757 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T11:22:42,815 DEBUG [RS:0;64443f9a1829:37757 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64443f9a1829,37757,1732360960567 2024-11-23T11:22:42,815 DEBUG [RS:0;64443f9a1829:37757 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,37757,1732360960567' 2024-11-23T11:22:42,815 DEBUG [RS:0;64443f9a1829:37757 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-721509925/flush-table-proc/abort' 2024-11-23T11:22:42,816 DEBUG [RS:0;64443f9a1829:37757 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-721509925/flush-table-proc/acquired' 2024-11-23T11:22:42,816 DEBUG [RS:0;64443f9a1829:37757 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T11:22:42,816 DEBUG [RS:0;64443f9a1829:37757 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T11:22:42,816 DEBUG [RS:0;64443f9a1829:37757 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64443f9a1829,37757,1732360960567 2024-11-23T11:22:42,816 DEBUG [RS:0;64443f9a1829:37757 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,37757,1732360960567' 2024-11-23T11:22:42,816 DEBUG [RS:0;64443f9a1829:37757 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-721509925/online-snapshot/abort' 2024-11-23T11:22:42,816 DEBUG [RS:0;64443f9a1829:37757 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-721509925/online-snapshot/acquired' 2024-11-23T11:22:42,817 DEBUG [RS:0;64443f9a1829:37757 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T11:22:42,817 INFO [RS:0;64443f9a1829:37757 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T11:22:42,817 INFO [RS:0;64443f9a1829:37757 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T11:22:42,917 INFO [RS:0;64443f9a1829:37757 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:22:42,918 INFO [RS:0;64443f9a1829:37757 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C37757%2C1732360960567, suffix=, logDir=hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/WALs/64443f9a1829,37757,1732360960567, archiveDir=hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/oldWALs, maxLogs=10 2024-11-23T11:22:42,929 DEBUG [RS:0;64443f9a1829:37757 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/WALs/64443f9a1829,37757,1732360960567/64443f9a1829%2C37757%2C1732360960567.1732360962918, exclude list is [], retry=0 2024-11-23T11:22:42,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41203,DS-e9734e41-e0de-481b-b0a8-84b37b8dbc97,DISK] 2024-11-23T11:22:42,933 INFO [RS:0;64443f9a1829:37757 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/WALs/64443f9a1829,37757,1732360960567/64443f9a1829%2C37757%2C1732360960567.1732360962918 2024-11-23T11:22:42,933 DEBUG [RS:0;64443f9a1829:37757 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40423:40423)] 2024-11-23T11:22:43,045 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T11:22:43,045 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13 2024-11-23T11:22:43,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741833_1009 (size=32) 2024-11-23T11:22:43,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:43,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:22:43,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:22:43,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:22:43,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:22:43,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:22:43,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:22:43,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:22:43,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:22:43,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:22:43,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:22:43,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:22:43,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:22:43,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:22:43,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/hbase/meta/1588230740 2024-11-23T11:22:43,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/hbase/meta/1588230740 2024-11-23T11:22:43,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:22:43,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:22:43,457 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:22:43,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:22:43,459 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:22:43,459 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59560206, jitterRate=-0.11248376965522766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:22:43,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732360963450Initializing all the Stores at 1732360963451 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360963451Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360963451Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360963451Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360963451Cleaning up temporary data from old regions at 1732360963457 (+6 ms)Region opened successfully at 1732360963459 (+2 ms) 2024-11-23T11:22:43,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:22:43,459 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:22:43,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:22:43,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:22:43,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:22:43,460 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:22:43,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360963459Disabling compacts and flushes for region at 1732360963459Disabling writes for close at 1732360963459Writing region close event to WAL at 1732360963460 (+1 ms)Closed at 1732360963460 2024-11-23T11:22:43,461 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:22:43,461 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T11:22:43,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T11:22:43,462 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:22:43,462 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T11:22:43,612 DEBUG [64443f9a1829:32821 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T11:22:43,613 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64443f9a1829,37757,1732360960567 2024-11-23T11:22:43,613 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,37757,1732360960567, state=OPENING 2024-11-23T11:22:43,682 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T11:22:43,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101676e568e0003, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721509925 2024-11-23T11:22:43,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x101676e568e0004, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721509925 2024-11-23T11:22:43,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-721509925/meta-region-server: CHANGED 2024-11-23T11:22:43,693 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:22:43,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-721509925/meta-region-server: CHANGED 2024-11-23T11:22:43,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,37757,1732360960567}] 2024-11-23T11:22:43,753 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:22:43,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:43,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:43,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:43,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:43,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:43,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:43,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:43,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:43,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:43,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:43,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:43,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:43,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:43,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:43,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:43,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:43,844 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:22:43,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T11:22:43,848 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T11:22:43,848 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:22:43,848 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T11:22:43,849 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C37757%2C1732360960567.meta, suffix=.meta, logDir=hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/WALs/64443f9a1829,37757,1732360960567, archiveDir=hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/oldWALs, maxLogs=10 2024-11-23T11:22:43,862 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/WALs/64443f9a1829,37757,1732360960567/64443f9a1829%2C37757%2C1732360960567.meta.1732360963849.meta, exclude list is [], retry=0 2024-11-23T11:22:43,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41203,DS-e9734e41-e0de-481b-b0a8-84b37b8dbc97,DISK] 2024-11-23T11:22:43,865 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/WALs/64443f9a1829,37757,1732360960567/64443f9a1829%2C37757%2C1732360960567.meta.1732360963849.meta 2024-11-23T11:22:43,865 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40423:40423)] 2024-11-23T11:22:43,865 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:22:43,865 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:22:43,866 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:22:43,866 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T11:22:43,866 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T11:22:43,866 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T11:22:43,866 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:43,866 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T11:22:43,866 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T11:22:43,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:22:43,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:22:43,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:22:43,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:22:43,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:22:43,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:22:43,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:22:43,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:22:43,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:22:43,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:22:43,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:22:43,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:43,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:22:43,871 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:22:43,872 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/hbase/meta/1588230740 2024-11-23T11:22:43,873 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/hbase/meta/1588230740 2024-11-23T11:22:43,873 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:22:43,873 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:22:43,874 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:22:43,874 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:22:43,875 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61226657, jitterRate=-0.08765171468257904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:22:43,875 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T11:22:43,875 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732360963866Writing region info on filesystem at 1732360963866Initializing all the Stores at 1732360963867 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360963867Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360963867Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360963867Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360963867Cleaning up temporary data from old regions at 1732360963873 (+6 ms)Running coprocessor post-open hooks at 1732360963875 (+2 ms)Region opened successfully at 1732360963875 2024-11-23T11:22:43,876 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732360963844 2024-11-23T11:22:43,878 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T11:22:43,878 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T11:22:43,878 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64443f9a1829,37757,1732360960567 2024-11-23T11:22:43,879 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,37757,1732360960567, state=OPEN 2024-11-23T11:22:43,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x101676e568e0004, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-721509925/meta-region-server 2024-11-23T11:22:43,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101676e568e0003, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-721509925/meta-region-server 2024-11-23T11:22:43,882 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64443f9a1829,37757,1732360960567 2024-11-23T11:22:43,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-721509925/meta-region-server: CHANGED 2024-11-23T11:22:43,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-721509925/meta-region-server: CHANGED 2024-11-23T11:22:43,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T11:22:43,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,37757,1732360960567 in 189 msec 2024-11-23T11:22:43,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T11:22:43,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 423 msec 2024-11-23T11:22:43,886 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:22:43,886 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T11:22:43,886 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:22:43,887 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,37757,1732360960567, seqNum=-1] 2024-11-23T11:22:43,887 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:43,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:43,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2590 sec 2024-11-23T11:22:43,891 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732360963891, completionTime=-1 2024-11-23T11:22:43,891 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T11:22:43,891 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T11:22:43,892 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T11:22:43,893 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732361023893 2024-11-23T11:22:43,893 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732361083893 2024-11-23T11:22:43,893 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T11:22:43,893 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,32821,1732360960447-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:43,893 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,32821,1732360960447-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:43,893 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,32821,1732360960447-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:43,893 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64443f9a1829:32821, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:43,893 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:43,893 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:43,895 DEBUG [master/64443f9a1829:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T11:22:43,896 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.267sec 2024-11-23T11:22:43,896 INFO [master/64443f9a1829:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T11:22:43,896 INFO [master/64443f9a1829:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T11:22:43,896 INFO [master/64443f9a1829:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T11:22:43,896 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T11:22:43,896 INFO [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T11:22:43,896 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,32821,1732360960447-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:22:43,896 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,32821,1732360960447-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T11:22:43,898 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T11:22:43,898 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T11:22:43,898 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,32821,1732360960447-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:43,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1adaadf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:43,990 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,32821,-1 for getting cluster id 2024-11-23T11:22:43,990 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:22:43,991 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ed59878-4a95-475b-ab96-fff1a09a6fc1' 2024-11-23T11:22:43,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:22:43,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ed59878-4a95-475b-ab96-fff1a09a6fc1" 2024-11-23T11:22:43,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b1b48c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:43,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,32821,-1] 2024-11-23T11:22:43,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:22:43,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:43,992 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:22:43,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c5c5ed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:43,993 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:22:43,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,37757,1732360960567, seqNum=-1] 2024-11-23T11:22:43,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:43,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:43,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64443f9a1829,32821,1732360960447 2024-11-23T11:22:43,998 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64523 2024-11-23T11:22:44,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:22:44,009 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101676e568e0005 connected 2024-11-23T11:22:44,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e71e2d-f93b-430f-b195-181d42160650/hadoop.log.dir so I do NOT create it in target/test-data/e685198e-25bd-5a06-d361-d96769555512 2024-11-23T11:22:44,021 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e71e2d-f93b-430f-b195-181d42160650/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T11:22:44,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e71e2d-f93b-430f-b195-181d42160650/hadoop.tmp.dir so I do NOT create it in target/test-data/e685198e-25bd-5a06-d361-d96769555512 2024-11-23T11:22:44,021 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e71e2d-f93b-430f-b195-181d42160650/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T11:22:44,021 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e685198e-25bd-5a06-d361-d96769555512 2024-11-23T11:22:44,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T11:22:44,021 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e685198e-25bd-5a06-d361-d96769555512/cluster_71dbb1e2-044e-9267-1df2-929e4aa5dfab, deleteOnExit=true 2024-11-23T11:22:44,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T11:22:44,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e685198e-25bd-5a06-d361-d96769555512/test.cache.data in system properties and HBase conf 2024-11-23T11:22:44,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e685198e-25bd-5a06-d361-d96769555512/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T11:22:44,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e685198e-25bd-5a06-d361-d96769555512/hadoop.log.dir in system properties and HBase conf 2024-11-23T11:22:44,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e685198e-25bd-5a06-d361-d96769555512/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T11:22:44,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e685198e-25bd-5a06-d361-d96769555512/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T11:22:44,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T11:22:44,021 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T11:22:44,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e685198e-25bd-5a06-d361-d96769555512/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:22:44,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e685198e-25bd-5a06-d361-d96769555512/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:22:44,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e685198e-25bd-5a06-d361-d96769555512/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T11:22:44,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e685198e-25bd-5a06-d361-d96769555512/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:22:44,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e685198e-25bd-5a06-d361-d96769555512/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T11:22:44,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e685198e-25bd-5a06-d361-d96769555512/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T11:22:44,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e685198e-25bd-5a06-d361-d96769555512/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:22:44,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e685198e-25bd-5a06-d361-d96769555512/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:22:44,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e685198e-25bd-5a06-d361-d96769555512/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T11:22:44,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e685198e-25bd-5a06-d361-d96769555512/nfs.dump.dir in system properties and HBase conf 2024-11-23T11:22:44,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e685198e-25bd-5a06-d361-d96769555512/java.io.tmpdir in system properties and HBase conf 2024-11-23T11:22:44,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e685198e-25bd-5a06-d361-d96769555512/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:22:44,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e685198e-25bd-5a06-d361-d96769555512/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T11:22:44,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e685198e-25bd-5a06-d361-d96769555512/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T11:22:44,369 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:22:44,373 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:22:44,382 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:22:44,382 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:22:44,382 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T11:22:44,384 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:22:44,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d184911{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e685198e-25bd-5a06-d361-d96769555512/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:22:44,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@664c1a72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:22:44,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@146ddee2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e685198e-25bd-5a06-d361-d96769555512/java.io.tmpdir/jetty-localhost-35175-hadoop-hdfs-3_4_1-tests_jar-_-any-6119325979593876045/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:22:44,508 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@269dcc4e{HTTP/1.1, (http/1.1)}{localhost:35175} 2024-11-23T11:22:44,508 INFO [Time-limited test {}] server.Server(415): Started @338813ms 2024-11-23T11:22:44,769 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:22:44,771 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:22:44,774 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:22:44,774 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:22:44,774 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T11:22:44,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@633b22db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e685198e-25bd-5a06-d361-d96769555512/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:22:44,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51fd8aa2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:22:44,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a481cf7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e685198e-25bd-5a06-d361-d96769555512/java.io.tmpdir/jetty-localhost-39759-hadoop-hdfs-3_4_1-tests_jar-_-any-6580611086292358886/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:22:44,889 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@186f3307{HTTP/1.1, (http/1.1)}{localhost:39759} 2024-11-23T11:22:44,890 INFO [Time-limited test {}] server.Server(415): Started @339194ms 2024-11-23T11:22:44,891 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T11:22:45,642 WARN [Thread-4563 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e685198e-25bd-5a06-d361-d96769555512/cluster_71dbb1e2-044e-9267-1df2-929e4aa5dfab/data/data2/current/BP-1249226337-172.17.0.3-1732360964036/current, will proceed with Du for space computation calculation, 2024-11-23T11:22:45,642 WARN [Thread-4562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e685198e-25bd-5a06-d361-d96769555512/cluster_71dbb1e2-044e-9267-1df2-929e4aa5dfab/data/data1/current/BP-1249226337-172.17.0.3-1732360964036/current, will proceed with Du for space computation calculation, 2024-11-23T11:22:45,659 WARN [Thread-4550 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T11:22:45,661 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4fcb47c6ceeadf2a with lease ID 0x301cbb6c71c5248f: Processing first storage report for DS-717b347f-baf8-423b-acd8-2ce3a07cdcb7 from datanode DatanodeRegistration(127.0.0.1:44979, datanodeUuid=21c4dbbc-4279-46fc-a8ac-111d71afbb45, infoPort=44509, infoSecurePort=0, ipcPort=45063, storageInfo=lv=-57;cid=testClusterID;nsid=423780847;c=1732360964036) 2024-11-23T11:22:45,661 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4fcb47c6ceeadf2a with lease ID 0x301cbb6c71c5248f: from storage DS-717b347f-baf8-423b-acd8-2ce3a07cdcb7 node DatanodeRegistration(127.0.0.1:44979, datanodeUuid=21c4dbbc-4279-46fc-a8ac-111d71afbb45, infoPort=44509, infoSecurePort=0, ipcPort=45063, storageInfo=lv=-57;cid=testClusterID;nsid=423780847;c=1732360964036), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:22:45,661 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4fcb47c6ceeadf2a with lease ID 0x301cbb6c71c5248f: Processing first storage report for DS-9d3e3d27-9635-447a-af80-a7323c1328a8 from datanode DatanodeRegistration(127.0.0.1:44979, datanodeUuid=21c4dbbc-4279-46fc-a8ac-111d71afbb45, infoPort=44509, infoSecurePort=0, ipcPort=45063, storageInfo=lv=-57;cid=testClusterID;nsid=423780847;c=1732360964036) 2024-11-23T11:22:45,662 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4fcb47c6ceeadf2a with lease ID 0x301cbb6c71c5248f: from storage DS-9d3e3d27-9635-447a-af80-a7323c1328a8 node DatanodeRegistration(127.0.0.1:44979, datanodeUuid=21c4dbbc-4279-46fc-a8ac-111d71afbb45, infoPort=44509, infoSecurePort=0, ipcPort=45063, storageInfo=lv=-57;cid=testClusterID;nsid=423780847;c=1732360964036), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:22:45,727 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e685198e-25bd-5a06-d361-d96769555512 2024-11-23T11:22:45,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:22:45,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:22:45,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741825_1001 (size=7) 2024-11-23T11:22:46,138 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c with version=8 2024-11-23T11:22:46,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/hbase-staging 2024-11-23T11:22:46,141 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:22:46,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:22:46,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:22:46,141 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:22:46,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:22:46,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:22:46,141 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T11:22:46,142 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:22:46,142 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40147 2024-11-23T11:22:46,143 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40147 connecting to ZooKeeper ensemble=127.0.0.1:64523 2024-11-23T11:22:46,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401470x0, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:22:46,166 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40147-0x101676e568e0006 connected 2024-11-23T11:22:46,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:22:46,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:22:46,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40147-0x101676e568e0006, quorum=127.0.0.1:64523, baseZNode=/2116222579 Set watcher on znode that does not yet exist, /2116222579/running 2024-11-23T11:22:46,243 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c, hbase.cluster.distributed=false 2024-11-23T11:22:46,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40147-0x101676e568e0006, quorum=127.0.0.1:64523, baseZNode=/2116222579 Set watcher on znode that does not yet exist, /2116222579/acl 2024-11-23T11:22:46,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40147 2024-11-23T11:22:46,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40147 2024-11-23T11:22:46,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40147 2024-11-23T11:22:46,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40147 2024-11-23T11:22:46,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40147 2024-11-23T11:22:46,259 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64443f9a1829:0 server-side Connection retries=45 2024-11-23T11:22:46,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:22:46,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:22:46,259 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:22:46,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:22:46,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:22:46,259 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T11:22:46,259 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:22:46,260 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37323 2024-11-23T11:22:46,260 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37323 connecting to ZooKeeper ensemble=127.0.0.1:64523 2024-11-23T11:22:46,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:22:46,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:22:46,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373230x0, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:22:46,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373230x0, quorum=127.0.0.1:64523, baseZNode=/2116222579 Set watcher on znode that does not yet exist, /2116222579/running 2024-11-23T11:22:46,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37323-0x101676e568e0007 connected 2024-11-23T11:22:46,272 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T11:22:46,272 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T11:22:46,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37323-0x101676e568e0007, quorum=127.0.0.1:64523, baseZNode=/2116222579 Set watcher on znode that does not yet exist, /2116222579/master 2024-11-23T11:22:46,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37323-0x101676e568e0007, quorum=127.0.0.1:64523, baseZNode=/2116222579 Set watcher on znode that does not yet exist, /2116222579/acl 2024-11-23T11:22:46,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37323 2024-11-23T11:22:46,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37323 2024-11-23T11:22:46,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37323 2024-11-23T11:22:46,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37323 2024-11-23T11:22:46,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37323 2024-11-23T11:22:46,295 DEBUG [M:0;64443f9a1829:40147 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64443f9a1829:40147 2024-11-23T11:22:46,295 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2116222579/backup-masters/64443f9a1829,40147,1732360966141 2024-11-23T11:22:46,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x101676e568e0007, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2116222579/backup-masters 2024-11-23T11:22:46,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x101676e568e0006, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2116222579/backup-masters 2024-11-23T11:22:46,303 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40147-0x101676e568e0006, quorum=127.0.0.1:64523, baseZNode=/2116222579 Set watcher on existing znode=/2116222579/backup-masters/64443f9a1829,40147,1732360966141 2024-11-23T11:22:46,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x101676e568e0007, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2116222579/master 2024-11-23T11:22:46,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x101676e568e0006, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2116222579 2024-11-23T11:22:46,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x101676e568e0007, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2116222579 2024-11-23T11:22:46,314 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40147-0x101676e568e0006, quorum=127.0.0.1:64523, baseZNode=/2116222579 Set watcher on existing znode=/2116222579/master 2024-11-23T11:22:46,314 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2116222579/backup-masters/64443f9a1829,40147,1732360966141 from backup master directory 2024-11-23T11:22:46,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x101676e568e0007, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2116222579/backup-masters 2024-11-23T11:22:46,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x101676e568e0006, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2116222579/backup-masters/64443f9a1829,40147,1732360966141 2024-11-23T11:22:46,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x101676e568e0006, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2116222579/backup-masters 2024-11-23T11:22:46,324 WARN [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:22:46,324 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64443f9a1829,40147,1732360966141 2024-11-23T11:22:46,326 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/hbase.id] with ID: 6388c4a7-2102-413d-858f-5ea47bf94adb 2024-11-23T11:22:46,326 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/.tmp/hbase.id 2024-11-23T11:22:46,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741826_1002 (size=42) 2024-11-23T11:22:46,735 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/.tmp/hbase.id]:[hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/hbase.id] 2024-11-23T11:22:46,743 INFO [master/64443f9a1829:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:22:46,743 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T11:22:46,744 INFO [master/64443f9a1829:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T11:22:46,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x101676e568e0006, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2116222579 2024-11-23T11:22:46,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x101676e568e0007, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2116222579 2024-11-23T11:22:46,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741827_1003 (size=196) 2024-11-23T11:22:47,202 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:22:47,203 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T11:22:47,203 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:22:47,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741828_1004 (size=1189) 2024-11-23T11:22:47,609 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/MasterData/data/master/store 2024-11-23T11:22:47,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741829_1005 (size=34) 2024-11-23T11:22:48,013 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:48,013 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:22:48,013 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:22:48,013 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:22:48,014 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:22:48,014 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:22:48,014 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:22:48,014 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360968013Disabling compacts and flushes for region at 1732360968013Disabling writes for close at 1732360968014 (+1 ms)Writing region close event to WAL at 1732360968014Closed at 1732360968014 2024-11-23T11:22:48,014 WARN [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/MasterData/data/master/store/.initializing 2024-11-23T11:22:48,014 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/MasterData/WALs/64443f9a1829,40147,1732360966141 2024-11-23T11:22:48,015 INFO [master/64443f9a1829:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:22:48,017 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64443f9a1829%2C40147%2C1732360966141, suffix=, logDir=hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/MasterData/WALs/64443f9a1829,40147,1732360966141, archiveDir=hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/MasterData/oldWALs, maxLogs=10 2024-11-23T11:22:48,032 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/MasterData/WALs/64443f9a1829,40147,1732360966141/64443f9a1829%2C40147%2C1732360966141.1732360968017, exclude list is [], retry=0 2024-11-23T11:22:48,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44979,DS-717b347f-baf8-423b-acd8-2ce3a07cdcb7,DISK] 2024-11-23T11:22:48,036 INFO [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/MasterData/WALs/64443f9a1829,40147,1732360966141/64443f9a1829%2C40147%2C1732360966141.1732360968017 2024-11-23T11:22:48,038 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44509:44509)] 2024-11-23T11:22:48,038 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:22:48,038 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:48,038 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:48,038 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:48,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:48,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T11:22:48,040 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:48,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:22:48,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:48,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T11:22:48,041 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:48,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:48,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:48,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T11:22:48,042 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:48,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:48,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:48,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T11:22:48,043 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:48,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:48,043 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:48,044 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:48,044 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:48,045 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:48,045 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:48,045 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:22:48,046 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:22:48,047 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:22:48,048 INFO [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71948693, jitterRate=0.07211907207965851}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:22:48,048 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732360968038Initializing all the Stores at 1732360968039 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360968039Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360968039Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360968039Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360968039Cleaning up temporary data from old regions at 1732360968045 (+6 ms)Region opened successfully at 1732360968048 (+3 ms) 2024-11-23T11:22:48,048 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T11:22:48,050 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bee4353, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:22:48,051 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T11:22:48,051 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T11:22:48,051 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T11:22:48,051 INFO [master/64443f9a1829:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T11:22:48,052 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T11:22:48,052 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T11:22:48,052 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T11:22:48,054 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T11:22:48,054 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40147-0x101676e568e0006, quorum=127.0.0.1:64523, baseZNode=/2116222579 Unable to get data of znode /2116222579/balancer because node does not exist (not necessarily an error) 2024-11-23T11:22:48,071 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2116222579/balancer already deleted, retry=false 2024-11-23T11:22:48,071 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T11:22:48,072 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40147-0x101676e568e0006, quorum=127.0.0.1:64523, baseZNode=/2116222579 Unable to get data of znode /2116222579/normalizer because node does not exist (not necessarily an error) 2024-11-23T11:22:48,081 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2116222579/normalizer already deleted, retry=false 2024-11-23T11:22:48,082 INFO [master/64443f9a1829:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T11:22:48,082 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40147-0x101676e568e0006, quorum=127.0.0.1:64523, baseZNode=/2116222579 Unable to get data of znode /2116222579/switch/split because node does not exist (not necessarily an error) 2024-11-23T11:22:48,092 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2116222579/switch/split already deleted, retry=false 2024-11-23T11:22:48,093 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40147-0x101676e568e0006, quorum=127.0.0.1:64523, baseZNode=/2116222579 Unable to get data of znode /2116222579/switch/merge because node does not exist (not necessarily an error) 2024-11-23T11:22:48,102 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2116222579/switch/merge already deleted, retry=false 2024-11-23T11:22:48,104 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40147-0x101676e568e0006, quorum=127.0.0.1:64523, baseZNode=/2116222579 Unable to get data of znode /2116222579/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T11:22:48,113 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2116222579/snapshot-cleanup already deleted, retry=false 2024-11-23T11:22:48,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x101676e568e0006, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2116222579/running 2024-11-23T11:22:48,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x101676e568e0007, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2116222579/running 2024-11-23T11:22:48,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x101676e568e0006, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2116222579 2024-11-23T11:22:48,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x101676e568e0007, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2116222579 2024-11-23T11:22:48,124 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64443f9a1829,40147,1732360966141, sessionid=0x101676e568e0006, setting cluster-up flag (Was=false) 2024-11-23T11:22:48,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x101676e568e0006, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2116222579 2024-11-23T11:22:48,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x101676e568e0007, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2116222579 2024-11-23T11:22:48,255 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2116222579/flush-table-proc/acquired, /2116222579/flush-table-proc/reached, /2116222579/flush-table-proc/abort 2024-11-23T11:22:48,256 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,40147,1732360966141 2024-11-23T11:22:48,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x101676e568e0006, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2116222579 2024-11-23T11:22:48,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x101676e568e0007, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2116222579 2024-11-23T11:22:48,366 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2116222579/online-snapshot/acquired, /2116222579/online-snapshot/reached, /2116222579/online-snapshot/abort 2024-11-23T11:22:48,367 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64443f9a1829,40147,1732360966141 2024-11-23T11:22:48,368 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T11:22:48,369 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T11:22:48,369 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T11:22:48,369 INFO [master/64443f9a1829:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T11:22:48,370 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64443f9a1829,40147,1732360966141 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T11:22:48,371 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:22:48,371 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:22:48,371 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:22:48,371 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64443f9a1829:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:22:48,371 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64443f9a1829:0, corePoolSize=10, maxPoolSize=10 2024-11-23T11:22:48,371 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:48,371 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:22:48,371 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:48,372 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732360998372 2024-11-23T11:22:48,372 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T11:22:48,372 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T11:22:48,372 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T11:22:48,372 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T11:22:48,372 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T11:22:48,372 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:22:48,372 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T11:22:48,372 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T11:22:48,372 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:48,373 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T11:22:48,373 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T11:22:48,373 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T11:22:48,373 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T11:22:48,373 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T11:22:48,373 INFO [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T11:22:48,373 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:48,373 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360968373,5,FailOnTimeoutGroup] 2024-11-23T11:22:48,373 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T11:22:48,376 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360968373,5,FailOnTimeoutGroup] 2024-11-23T11:22:48,376 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:48,376 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T11:22:48,376 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:48,376 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:48,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741831_1007 (size=1321) 2024-11-23T11:22:48,386 INFO [RS:0;64443f9a1829:37323 {}] regionserver.HRegionServer(746): ClusterId : 6388c4a7-2102-413d-858f-5ea47bf94adb 2024-11-23T11:22:48,386 DEBUG [RS:0;64443f9a1829:37323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T11:22:48,398 DEBUG [RS:0;64443f9a1829:37323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T11:22:48,398 DEBUG [RS:0;64443f9a1829:37323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T11:22:48,408 DEBUG [RS:0;64443f9a1829:37323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T11:22:48,408 DEBUG [RS:0;64443f9a1829:37323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52ffbb9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64443f9a1829/172.17.0.3:0 2024-11-23T11:22:48,419 DEBUG [RS:0;64443f9a1829:37323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64443f9a1829:37323 2024-11-23T11:22:48,419 INFO [RS:0;64443f9a1829:37323 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T11:22:48,420 INFO [RS:0;64443f9a1829:37323 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T11:22:48,420 DEBUG [RS:0;64443f9a1829:37323 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T11:22:48,420 INFO [RS:0;64443f9a1829:37323 {}] regionserver.HRegionServer(2659): reportForDuty to master=64443f9a1829,40147,1732360966141 with port=37323, startcode=1732360966259 2024-11-23T11:22:48,420 DEBUG [RS:0;64443f9a1829:37323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T11:22:48,421 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51709, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T11:22:48,422 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40147 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64443f9a1829,37323,1732360966259 2024-11-23T11:22:48,422 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40147 {}] master.ServerManager(517): Registering regionserver=64443f9a1829,37323,1732360966259 2024-11-23T11:22:48,423 DEBUG [RS:0;64443f9a1829:37323 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c 2024-11-23T11:22:48,423 DEBUG [RS:0;64443f9a1829:37323 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44435 2024-11-23T11:22:48,423 DEBUG [RS:0;64443f9a1829:37323 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T11:22:48,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x101676e568e0006, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2116222579/rs 2024-11-23T11:22:48,455 DEBUG [RS:0;64443f9a1829:37323 {}] zookeeper.ZKUtil(111): regionserver:37323-0x101676e568e0007, quorum=127.0.0.1:64523, baseZNode=/2116222579 Set watcher on existing znode=/2116222579/rs/64443f9a1829,37323,1732360966259 2024-11-23T11:22:48,455 WARN [RS:0;64443f9a1829:37323 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:22:48,455 INFO [RS:0;64443f9a1829:37323 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:22:48,455 DEBUG [RS:0;64443f9a1829:37323 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/WALs/64443f9a1829,37323,1732360966259 2024-11-23T11:22:48,455 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64443f9a1829,37323,1732360966259] 2024-11-23T11:22:48,457 INFO [RS:0;64443f9a1829:37323 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T11:22:48,459 INFO [RS:0;64443f9a1829:37323 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T11:22:48,460 INFO [RS:0;64443f9a1829:37323 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T11:22:48,460 INFO [RS:0;64443f9a1829:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:48,460 INFO [RS:0;64443f9a1829:37323 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T11:22:48,460 INFO [RS:0;64443f9a1829:37323 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T11:22:48,460 INFO [RS:0;64443f9a1829:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:48,460 DEBUG [RS:0;64443f9a1829:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:48,460 DEBUG [RS:0;64443f9a1829:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:48,460 DEBUG [RS:0;64443f9a1829:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:48,460 DEBUG [RS:0;64443f9a1829:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:48,461 DEBUG [RS:0;64443f9a1829:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:48,461 DEBUG [RS:0;64443f9a1829:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64443f9a1829:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:22:48,461 DEBUG [RS:0;64443f9a1829:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:48,461 DEBUG [RS:0;64443f9a1829:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:48,461 DEBUG [RS:0;64443f9a1829:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:48,461 DEBUG [RS:0;64443f9a1829:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:48,461 DEBUG [RS:0;64443f9a1829:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:48,461 DEBUG [RS:0;64443f9a1829:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64443f9a1829:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:22:48,461 DEBUG [RS:0;64443f9a1829:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:22:48,461 DEBUG [RS:0;64443f9a1829:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64443f9a1829:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:22:48,461 INFO [RS:0;64443f9a1829:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:48,461 INFO [RS:0;64443f9a1829:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:48,461 INFO [RS:0;64443f9a1829:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:48,461 INFO [RS:0;64443f9a1829:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:48,461 INFO [RS:0;64443f9a1829:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:48,461 INFO [RS:0;64443f9a1829:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,37323,1732360966259-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:22:48,475 INFO [RS:0;64443f9a1829:37323 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T11:22:48,476 INFO [RS:0;64443f9a1829:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,37323,1732360966259-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:48,476 INFO [RS:0;64443f9a1829:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:48,476 INFO [RS:0;64443f9a1829:37323 {}] regionserver.Replication(171): 64443f9a1829,37323,1732360966259 started 2024-11-23T11:22:48,488 INFO [RS:0;64443f9a1829:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:48,488 INFO [RS:0;64443f9a1829:37323 {}] regionserver.HRegionServer(1482): Serving as 64443f9a1829,37323,1732360966259, RpcServer on 64443f9a1829/172.17.0.3:37323, sessionid=0x101676e568e0007 2024-11-23T11:22:48,488 DEBUG [RS:0;64443f9a1829:37323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T11:22:48,488 DEBUG [RS:0;64443f9a1829:37323 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64443f9a1829,37323,1732360966259 2024-11-23T11:22:48,488 DEBUG [RS:0;64443f9a1829:37323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,37323,1732360966259' 2024-11-23T11:22:48,488 DEBUG [RS:0;64443f9a1829:37323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2116222579/flush-table-proc/abort' 2024-11-23T11:22:48,488 DEBUG [RS:0;64443f9a1829:37323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2116222579/flush-table-proc/acquired' 2024-11-23T11:22:48,489 DEBUG [RS:0;64443f9a1829:37323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T11:22:48,489 DEBUG [RS:0;64443f9a1829:37323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T11:22:48,489 DEBUG [RS:0;64443f9a1829:37323 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64443f9a1829,37323,1732360966259 2024-11-23T11:22:48,489 DEBUG [RS:0;64443f9a1829:37323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64443f9a1829,37323,1732360966259' 2024-11-23T11:22:48,489 DEBUG [RS:0;64443f9a1829:37323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2116222579/online-snapshot/abort' 2024-11-23T11:22:48,489 DEBUG [RS:0;64443f9a1829:37323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2116222579/online-snapshot/acquired' 2024-11-23T11:22:48,489 DEBUG [RS:0;64443f9a1829:37323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T11:22:48,489 INFO [RS:0;64443f9a1829:37323 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T11:22:48,489 INFO [RS:0;64443f9a1829:37323 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T11:22:48,590 INFO [RS:0;64443f9a1829:37323 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:22:48,591 INFO [RS:0;64443f9a1829:37323 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C37323%2C1732360966259, suffix=, logDir=hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/WALs/64443f9a1829,37323,1732360966259, archiveDir=hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/oldWALs, maxLogs=10 2024-11-23T11:22:48,606 DEBUG [RS:0;64443f9a1829:37323 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/WALs/64443f9a1829,37323,1732360966259/64443f9a1829%2C37323%2C1732360966259.1732360968591, exclude list is [], retry=0 2024-11-23T11:22:48,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44979,DS-717b347f-baf8-423b-acd8-2ce3a07cdcb7,DISK] 2024-11-23T11:22:48,612 INFO [RS:0;64443f9a1829:37323 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/WALs/64443f9a1829,37323,1732360966259/64443f9a1829%2C37323%2C1732360966259.1732360968591 2024-11-23T11:22:48,613 DEBUG [RS:0;64443f9a1829:37323 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44509:44509)] 2024-11-23T11:22:48,781 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T11:22:48,781 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c 2024-11-23T11:22:48,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741833_1009 (size=32) 2024-11-23T11:22:49,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:49,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:22:49,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:22:49,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:49,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:22:49,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:22:49,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:22:49,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:49,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:22:49,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:22:49,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:22:49,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:49,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:22:49,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:22:49,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:22:49,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:49,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:22:49,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:22:49,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/hbase/meta/1588230740 2024-11-23T11:22:49,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/hbase/meta/1588230740 2024-11-23T11:22:49,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:22:49,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:22:49,194 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:22:49,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:22:49,196 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:22:49,196 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61536984, jitterRate=-0.08302748203277588}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:22:49,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732360969186Initializing all the Stores at 1732360969187 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360969187Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360969187Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360969187Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360969187Cleaning up temporary data from old regions at 1732360969194 (+7 ms)Region opened successfully at 1732360969197 (+3 ms) 2024-11-23T11:22:49,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:22:49,197 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:22:49,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:22:49,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:22:49,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:22:49,197 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:22:49,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360969197Disabling compacts and flushes for region at 1732360969197Disabling writes for close at 1732360969197Writing region close event to WAL at 1732360969197Closed at 1732360969197 2024-11-23T11:22:49,198 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:22:49,198 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T11:22:49,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T11:22:49,199 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:22:49,200 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T11:22:49,350 DEBUG [64443f9a1829:40147 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T11:22:49,351 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64443f9a1829,37323,1732360966259 2024-11-23T11:22:49,351 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,37323,1732360966259, state=OPENING 2024-11-23T11:22:49,368 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:22:49,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:49,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:49,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:49,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:49,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:49,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:49,397 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T11:22:49,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x101676e568e0006, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2116222579 2024-11-23T11:22:49,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x101676e568e0007, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2116222579 2024-11-23T11:22:49,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2116222579/meta-region-server: CHANGED 2024-11-23T11:22:49,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2116222579/meta-region-server: CHANGED 2024-11-23T11:22:49,408 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:22:49,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,37323,1732360966259}] 2024-11-23T11:22:49,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:49,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:49,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:49,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:49,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:49,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:49,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:49,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:49,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:49,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:49,561 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:22:49,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T11:22:49,564 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T11:22:49,564 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:22:49,564 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T11:22:49,565 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C37323%2C1732360966259.meta, suffix=.meta, logDir=hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/WALs/64443f9a1829,37323,1732360966259, archiveDir=hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/oldWALs, maxLogs=10 2024-11-23T11:22:49,581 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/WALs/64443f9a1829,37323,1732360966259/64443f9a1829%2C37323%2C1732360966259.meta.1732360969566.meta, exclude list is [], retry=0 2024-11-23T11:22:49,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44979,DS-717b347f-baf8-423b-acd8-2ce3a07cdcb7,DISK] 2024-11-23T11:22:49,584 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/WALs/64443f9a1829,37323,1732360966259/64443f9a1829%2C37323%2C1732360966259.meta.1732360969566.meta 2024-11-23T11:22:49,584 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44509:44509)] 2024-11-23T11:22:49,585 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:22:49,585 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:22:49,585 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:22:49,585 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T11:22:49,585 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T11:22:49,586 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T11:22:49,586 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:49,586 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T11:22:49,586 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T11:22:49,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:22:49,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:22:49,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:49,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:22:49,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:22:49,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:22:49,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:49,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:22:49,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:22:49,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:22:49,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:49,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:22:49,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:22:49,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:22:49,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:49,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:22:49,590 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:22:49,591 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/hbase/meta/1588230740 2024-11-23T11:22:49,591 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/hbase/meta/1588230740 2024-11-23T11:22:49,592 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:22:49,592 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:22:49,593 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:22:49,593 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:22:49,594 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65200243, jitterRate=-0.028440669178962708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:22:49,594 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T11:22:49,594 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732360969586Writing region info on filesystem at 1732360969586Initializing all the Stores at 1732360969587 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360969587Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360969587Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360969587Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732360969587Cleaning up temporary data from old regions at 1732360969592 (+5 ms)Running coprocessor post-open hooks at 1732360969594 (+2 ms)Region opened successfully at 1732360969594 2024-11-23T11:22:49,595 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732360969560 2024-11-23T11:22:49,597 DEBUG [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T11:22:49,597 INFO [RS_OPEN_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T11:22:49,598 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64443f9a1829,37323,1732360966259 2024-11-23T11:22:49,598 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64443f9a1829,37323,1732360966259, state=OPEN 2024-11-23T11:22:49,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x101676e568e0006, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2116222579/meta-region-server 2024-11-23T11:22:49,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x101676e568e0007, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2116222579/meta-region-server 2024-11-23T11:22:49,669 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64443f9a1829,37323,1732360966259 2024-11-23T11:22:49,669 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2116222579/meta-region-server: CHANGED 2024-11-23T11:22:49,669 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2116222579/meta-region-server: CHANGED 2024-11-23T11:22:49,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T11:22:49,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64443f9a1829,37323,1732360966259 in 261 msec 2024-11-23T11:22:49,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T11:22:49,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 473 msec 2024-11-23T11:22:49,674 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:22:49,674 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T11:22:49,675 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:22:49,675 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,37323,1732360966259, seqNum=-1] 2024-11-23T11:22:49,675 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:49,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:49,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3110 sec 2024-11-23T11:22:49,680 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732360969680, completionTime=-1 2024-11-23T11:22:49,680 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T11:22:49,680 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T11:22:49,682 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T11:22:49,682 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732361029682 2024-11-23T11:22:49,682 INFO [master/64443f9a1829:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732361089682 2024-11-23T11:22:49,682 INFO [master/64443f9a1829:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T11:22:49,682 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,40147,1732360966141-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:49,682 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,40147,1732360966141-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:49,682 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,40147,1732360966141-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:49,682 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64443f9a1829:40147, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:49,682 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:49,682 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:49,684 DEBUG [master/64443f9a1829:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T11:22:49,685 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.361sec 2024-11-23T11:22:49,685 INFO [master/64443f9a1829:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T11:22:49,685 INFO [master/64443f9a1829:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T11:22:49,685 INFO [master/64443f9a1829:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T11:22:49,685 INFO [master/64443f9a1829:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T11:22:49,685 INFO [master/64443f9a1829:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T11:22:49,685 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,40147,1732360966141-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:22:49,685 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,40147,1732360966141-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T11:22:49,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@255bc4a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:49,687 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,40147,-1 for getting cluster id 2024-11-23T11:22:49,687 DEBUG [master/64443f9a1829:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T11:22:49,687 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:22:49,687 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T11:22:49,687 INFO [master/64443f9a1829:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64443f9a1829,40147,1732360966141-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:22:49,688 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6388c4a7-2102-413d-858f-5ea47bf94adb' 2024-11-23T11:22:49,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:22:49,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6388c4a7-2102-413d-858f-5ea47bf94adb" 2024-11-23T11:22:49,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16723da9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:49,689 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,40147,-1] 2024-11-23T11:22:49,689 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:22:49,689 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:49,689 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:22:49,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@345038fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:49,690 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:22:49,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,37323,1732360966259, seqNum=-1] 2024-11-23T11:22:49,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:49,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:49,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64443f9a1829,40147,1732360966141 2024-11-23T11:22:49,693 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64523 2024-11-23T11:22:49,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:22:49,743 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101676e568e0008 connected 2024-11-23T11:22:49,797 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:22:49,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,36531,1732360954740 2024-11-23T11:22:49,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67bcb13a 2024-11-23T11:22:49,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:22:49,799 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:22:49,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:22:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T11:22:49,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:22:49,802 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:49,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T11:22:49,803 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:22:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:22:49,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741835_1011 (size=902) 2024-11-23T11:22:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:22:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:22:50,210 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 09ec41eba618d39aaf1fef3624a1ca3b, NAME => 'test,,1732360969800.09ec41eba618d39aaf1fef3624a1ca3b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18 2024-11-23T11:22:50,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741836_1012 (size=39) 2024-11-23T11:22:50,216 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732360969800.09ec41eba618d39aaf1fef3624a1ca3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:50,217 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 09ec41eba618d39aaf1fef3624a1ca3b, disabling compactions & flushes 2024-11-23T11:22:50,217 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732360969800.09ec41eba618d39aaf1fef3624a1ca3b. 2024-11-23T11:22:50,217 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732360969800.09ec41eba618d39aaf1fef3624a1ca3b. 2024-11-23T11:22:50,217 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732360969800.09ec41eba618d39aaf1fef3624a1ca3b. after waiting 0 ms 2024-11-23T11:22:50,217 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732360969800.09ec41eba618d39aaf1fef3624a1ca3b. 2024-11-23T11:22:50,217 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732360969800.09ec41eba618d39aaf1fef3624a1ca3b. 2024-11-23T11:22:50,217 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 09ec41eba618d39aaf1fef3624a1ca3b: Waiting for close lock at 1732360970217Disabling compacts and flushes for region at 1732360970217Disabling writes for close at 1732360970217Writing region close event to WAL at 1732360970217Closed at 1732360970217 2024-11-23T11:22:50,220 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:22:50,220 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732360969800.09ec41eba618d39aaf1fef3624a1ca3b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732360970220"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732360970220"}]},"ts":"1732360970220"} 2024-11-23T11:22:50,223 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T11:22:50,224 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:22:50,225 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360970224"}]},"ts":"1732360970224"} 2024-11-23T11:22:50,226 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T11:22:50,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=09ec41eba618d39aaf1fef3624a1ca3b, ASSIGN}] 2024-11-23T11:22:50,227 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=09ec41eba618d39aaf1fef3624a1ca3b, ASSIGN 2024-11-23T11:22:50,228 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=09ec41eba618d39aaf1fef3624a1ca3b, ASSIGN; state=OFFLINE, location=64443f9a1829,41857,1732360954942; forceNewPlan=false, retain=false 2024-11-23T11:22:50,379 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=09ec41eba618d39aaf1fef3624a1ca3b, regionState=OPENING, regionLocation=64443f9a1829,41857,1732360954942 2024-11-23T11:22:50,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=09ec41eba618d39aaf1fef3624a1ca3b, ASSIGN because future has completed 2024-11-23T11:22:50,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09ec41eba618d39aaf1fef3624a1ca3b, server=64443f9a1829,41857,1732360954942}] 2024-11-23T11:22:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:22:50,536 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732360969800.09ec41eba618d39aaf1fef3624a1ca3b. 2024-11-23T11:22:50,536 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 09ec41eba618d39aaf1fef3624a1ca3b, NAME => 'test,,1732360969800.09ec41eba618d39aaf1fef3624a1ca3b.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:22:50,536 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:22:50,536 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T11:22:50,536 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 09ec41eba618d39aaf1fef3624a1ca3b 2024-11-23T11:22:50,536 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732360969800.09ec41eba618d39aaf1fef3624a1ca3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:50,537 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 09ec41eba618d39aaf1fef3624a1ca3b 2024-11-23T11:22:50,537 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 09ec41eba618d39aaf1fef3624a1ca3b 2024-11-23T11:22:50,538 INFO [StoreOpener-09ec41eba618d39aaf1fef3624a1ca3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 09ec41eba618d39aaf1fef3624a1ca3b 2024-11-23T11:22:50,539 INFO [StoreOpener-09ec41eba618d39aaf1fef3624a1ca3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09ec41eba618d39aaf1fef3624a1ca3b columnFamilyName f 2024-11-23T11:22:50,539 DEBUG [StoreOpener-09ec41eba618d39aaf1fef3624a1ca3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:50,539 INFO [StoreOpener-09ec41eba618d39aaf1fef3624a1ca3b-1 {}] regionserver.HStore(327): Store=09ec41eba618d39aaf1fef3624a1ca3b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:50,539 INFO [StoreOpener-09ec41eba618d39aaf1fef3624a1ca3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 09ec41eba618d39aaf1fef3624a1ca3b 2024-11-23T11:22:50,540 INFO [StoreOpener-09ec41eba618d39aaf1fef3624a1ca3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09ec41eba618d39aaf1fef3624a1ca3b columnFamilyName f1 2024-11-23T11:22:50,540 DEBUG [StoreOpener-09ec41eba618d39aaf1fef3624a1ca3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:50,540 INFO [StoreOpener-09ec41eba618d39aaf1fef3624a1ca3b-1 {}] regionserver.HStore(327): Store=09ec41eba618d39aaf1fef3624a1ca3b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:50,540 INFO [StoreOpener-09ec41eba618d39aaf1fef3624a1ca3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 09ec41eba618d39aaf1fef3624a1ca3b 2024-11-23T11:22:50,541 INFO [StoreOpener-09ec41eba618d39aaf1fef3624a1ca3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09ec41eba618d39aaf1fef3624a1ca3b columnFamilyName norep 2024-11-23T11:22:50,541 DEBUG [StoreOpener-09ec41eba618d39aaf1fef3624a1ca3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:50,541 INFO [StoreOpener-09ec41eba618d39aaf1fef3624a1ca3b-1 {}] regionserver.HStore(327): Store=09ec41eba618d39aaf1fef3624a1ca3b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:50,541 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 09ec41eba618d39aaf1fef3624a1ca3b 2024-11-23T11:22:50,542 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/default/test/09ec41eba618d39aaf1fef3624a1ca3b 2024-11-23T11:22:50,542 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/default/test/09ec41eba618d39aaf1fef3624a1ca3b 2024-11-23T11:22:50,542 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 09ec41eba618d39aaf1fef3624a1ca3b 2024-11-23T11:22:50,542 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 09ec41eba618d39aaf1fef3624a1ca3b 2024-11-23T11:22:50,543 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:22:50,543 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 09ec41eba618d39aaf1fef3624a1ca3b 2024-11-23T11:22:50,545 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/default/test/09ec41eba618d39aaf1fef3624a1ca3b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:22:50,545 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 09ec41eba618d39aaf1fef3624a1ca3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64879213, jitterRate=-0.03322438895702362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:22:50,545 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09ec41eba618d39aaf1fef3624a1ca3b 2024-11-23T11:22:50,545 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 09ec41eba618d39aaf1fef3624a1ca3b: Running coprocessor pre-open hook at 1732360970537Writing region info on filesystem at 1732360970537Initializing all the Stores at 1732360970537Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360970537Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360970537Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360970537Cleaning up temporary data from old regions at 1732360970542 (+5 ms)Running coprocessor post-open hooks at 1732360970545 (+3 ms)Region opened successfully at 1732360970545 2024-11-23T11:22:50,546 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732360969800.09ec41eba618d39aaf1fef3624a1ca3b., pid=6, masterSystemTime=1732360970532 2024-11-23T11:22:50,547 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732360969800.09ec41eba618d39aaf1fef3624a1ca3b. 2024-11-23T11:22:50,547 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732360969800.09ec41eba618d39aaf1fef3624a1ca3b. 2024-11-23T11:22:50,548 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=09ec41eba618d39aaf1fef3624a1ca3b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=64443f9a1829,41857,1732360954942 2024-11-23T11:22:50,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09ec41eba618d39aaf1fef3624a1ca3b, server=64443f9a1829,41857,1732360954942 because future has completed 2024-11-23T11:22:50,551 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T11:22:50,551 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 09ec41eba618d39aaf1fef3624a1ca3b, server=64443f9a1829,41857,1732360954942 in 170 msec 2024-11-23T11:22:50,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T11:22:50,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=09ec41eba618d39aaf1fef3624a1ca3b, ASSIGN in 325 msec 2024-11-23T11:22:50,553 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:22:50,553 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360970553"}]},"ts":"1732360970553"} 2024-11-23T11:22:50,554 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T11:22:50,555 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:22:50,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 755 msec 2024-11-23T11:22:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:22:50,945 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:22:50,945 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T11:22:50,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,32821,1732360960447 2024-11-23T11:22:50,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77e820a 2024-11-23T11:22:50,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:22:50,946 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:22:50,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:22:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T11:22:50,949 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:22:50,949 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:50,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T11:22:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:22:50,949 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:22:50,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741835_1011 (size=902) 2024-11-23T11:22:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:22:51,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:22:51,355 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => db096c0cf7767dc93f45659ac476ff7f, NAME => 'test,,1732360970947.db096c0cf7767dc93f45659ac476ff7f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13 2024-11-23T11:22:51,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741836_1012 (size=39) 2024-11-23T11:22:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:22:51,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732360970947.db096c0cf7767dc93f45659ac476ff7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:51,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing db096c0cf7767dc93f45659ac476ff7f, disabling compactions & flushes 2024-11-23T11:22:51,761 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732360970947.db096c0cf7767dc93f45659ac476ff7f. 2024-11-23T11:22:51,761 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732360970947.db096c0cf7767dc93f45659ac476ff7f. 2024-11-23T11:22:51,761 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732360970947.db096c0cf7767dc93f45659ac476ff7f. after waiting 0 ms 2024-11-23T11:22:51,761 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732360970947.db096c0cf7767dc93f45659ac476ff7f. 2024-11-23T11:22:51,761 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732360970947.db096c0cf7767dc93f45659ac476ff7f. 2024-11-23T11:22:51,761 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for db096c0cf7767dc93f45659ac476ff7f: Waiting for close lock at 1732360971760Disabling compacts and flushes for region at 1732360971760Disabling writes for close at 1732360971761 (+1 ms)Writing region close event to WAL at 1732360971761Closed at 1732360971761 2024-11-23T11:22:51,762 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:22:51,762 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732360970947.db096c0cf7767dc93f45659ac476ff7f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732360971762"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732360971762"}]},"ts":"1732360971762"} 2024-11-23T11:22:51,764 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T11:22:51,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:22:51,764 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360971764"}]},"ts":"1732360971764"} 2024-11-23T11:22:51,766 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T11:22:51,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=db096c0cf7767dc93f45659ac476ff7f, ASSIGN}] 2024-11-23T11:22:51,766 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=db096c0cf7767dc93f45659ac476ff7f, ASSIGN 2024-11-23T11:22:51,767 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=db096c0cf7767dc93f45659ac476ff7f, ASSIGN; state=OFFLINE, location=64443f9a1829,37757,1732360960567; forceNewPlan=false, retain=false 2024-11-23T11:22:51,918 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=db096c0cf7767dc93f45659ac476ff7f, regionState=OPENING, regionLocation=64443f9a1829,37757,1732360960567 2024-11-23T11:22:51,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=db096c0cf7767dc93f45659ac476ff7f, ASSIGN because future has completed 2024-11-23T11:22:51,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure db096c0cf7767dc93f45659ac476ff7f, server=64443f9a1829,37757,1732360960567}] 2024-11-23T11:22:52,074 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732360970947.db096c0cf7767dc93f45659ac476ff7f. 2024-11-23T11:22:52,074 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => db096c0cf7767dc93f45659ac476ff7f, NAME => 'test,,1732360970947.db096c0cf7767dc93f45659ac476ff7f.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:22:52,074 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:22:52,075 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T11:22:52,075 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test db096c0cf7767dc93f45659ac476ff7f 2024-11-23T11:22:52,075 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732360970947.db096c0cf7767dc93f45659ac476ff7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:52,075 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for db096c0cf7767dc93f45659ac476ff7f 2024-11-23T11:22:52,075 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for db096c0cf7767dc93f45659ac476ff7f 2024-11-23T11:22:52,076 INFO [StoreOpener-db096c0cf7767dc93f45659ac476ff7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region db096c0cf7767dc93f45659ac476ff7f 2024-11-23T11:22:52,077 INFO [StoreOpener-db096c0cf7767dc93f45659ac476ff7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db096c0cf7767dc93f45659ac476ff7f columnFamilyName f 2024-11-23T11:22:52,077 DEBUG [StoreOpener-db096c0cf7767dc93f45659ac476ff7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:52,077 INFO [StoreOpener-db096c0cf7767dc93f45659ac476ff7f-1 {}] regionserver.HStore(327): Store=db096c0cf7767dc93f45659ac476ff7f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:52,077 INFO [StoreOpener-db096c0cf7767dc93f45659ac476ff7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region db096c0cf7767dc93f45659ac476ff7f 2024-11-23T11:22:52,078 INFO [StoreOpener-db096c0cf7767dc93f45659ac476ff7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db096c0cf7767dc93f45659ac476ff7f columnFamilyName f1 2024-11-23T11:22:52,078 DEBUG [StoreOpener-db096c0cf7767dc93f45659ac476ff7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:52,078 INFO [StoreOpener-db096c0cf7767dc93f45659ac476ff7f-1 {}] regionserver.HStore(327): Store=db096c0cf7767dc93f45659ac476ff7f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:52,078 INFO [StoreOpener-db096c0cf7767dc93f45659ac476ff7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region db096c0cf7767dc93f45659ac476ff7f 2024-11-23T11:22:52,079 INFO [StoreOpener-db096c0cf7767dc93f45659ac476ff7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db096c0cf7767dc93f45659ac476ff7f columnFamilyName norep 2024-11-23T11:22:52,079 DEBUG [StoreOpener-db096c0cf7767dc93f45659ac476ff7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:52,079 INFO [StoreOpener-db096c0cf7767dc93f45659ac476ff7f-1 {}] regionserver.HStore(327): Store=db096c0cf7767dc93f45659ac476ff7f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:52,080 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for db096c0cf7767dc93f45659ac476ff7f 2024-11-23T11:22:52,080 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/default/test/db096c0cf7767dc93f45659ac476ff7f 2024-11-23T11:22:52,080 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/default/test/db096c0cf7767dc93f45659ac476ff7f 2024-11-23T11:22:52,081 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for db096c0cf7767dc93f45659ac476ff7f 2024-11-23T11:22:52,081 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for db096c0cf7767dc93f45659ac476ff7f 2024-11-23T11:22:52,081 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:22:52,082 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for db096c0cf7767dc93f45659ac476ff7f 2024-11-23T11:22:52,083 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/default/test/db096c0cf7767dc93f45659ac476ff7f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:22:52,083 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened db096c0cf7767dc93f45659ac476ff7f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64177905, jitterRate=-0.04367469251155853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:22:52,083 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db096c0cf7767dc93f45659ac476ff7f 2024-11-23T11:22:52,083 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for db096c0cf7767dc93f45659ac476ff7f: Running coprocessor pre-open hook at 1732360972075Writing region info on filesystem at 1732360972075Initializing all the Stores at 1732360972076 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360972076Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360972076Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360972076Cleaning up temporary data from old regions at 1732360972081 (+5 ms)Running coprocessor post-open hooks at 1732360972083 (+2 ms)Region opened successfully at 1732360972083 2024-11-23T11:22:52,084 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732360970947.db096c0cf7767dc93f45659ac476ff7f., pid=6, masterSystemTime=1732360972071 2024-11-23T11:22:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:22:52,086 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732360970947.db096c0cf7767dc93f45659ac476ff7f. 2024-11-23T11:22:52,086 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732360970947.db096c0cf7767dc93f45659ac476ff7f. 2024-11-23T11:22:52,087 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=db096c0cf7767dc93f45659ac476ff7f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=64443f9a1829,37757,1732360960567 2024-11-23T11:22:52,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure db096c0cf7767dc93f45659ac476ff7f, server=64443f9a1829,37757,1732360960567 because future has completed 2024-11-23T11:22:52,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T11:22:52,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure db096c0cf7767dc93f45659ac476ff7f, server=64443f9a1829,37757,1732360960567 in 169 msec 2024-11-23T11:22:52,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T11:22:52,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=db096c0cf7767dc93f45659ac476ff7f, ASSIGN in 325 msec 2024-11-23T11:22:52,093 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:22:52,093 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360972093"}]},"ts":"1732360972093"} 2024-11-23T11:22:52,094 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T11:22:52,095 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:22:52,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-11-23T11:22:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:22:53,105 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T11:22:53,105 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:22:53,105 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,40147,1732360966141 2024-11-23T11:22:53,106 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cb07ce3 2024-11-23T11:22:53,106 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:22:53,107 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:22:53,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:22:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T11:22:53,109 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:22:53,109 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T11:22:53,110 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:22:53,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:22:53,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741835_1011 (size=902) 2024-11-23T11:22:53,115 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c3408c3aaab8c0a5939e55db62846621, NAME => 'test,,1732360973107.c3408c3aaab8c0a5939e55db62846621.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c 2024-11-23T11:22:53,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741836_1012 (size=39) 2024-11-23T11:22:53,119 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732360973107.c3408c3aaab8c0a5939e55db62846621.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:53,119 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c3408c3aaab8c0a5939e55db62846621, disabling compactions & flushes 2024-11-23T11:22:53,119 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732360973107.c3408c3aaab8c0a5939e55db62846621. 2024-11-23T11:22:53,119 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732360973107.c3408c3aaab8c0a5939e55db62846621. 2024-11-23T11:22:53,119 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732360973107.c3408c3aaab8c0a5939e55db62846621. after waiting 0 ms 2024-11-23T11:22:53,119 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732360973107.c3408c3aaab8c0a5939e55db62846621. 2024-11-23T11:22:53,119 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732360973107.c3408c3aaab8c0a5939e55db62846621. 2024-11-23T11:22:53,119 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c3408c3aaab8c0a5939e55db62846621: Waiting for close lock at 1732360973119Disabling compacts and flushes for region at 1732360973119Disabling writes for close at 1732360973119Writing region close event to WAL at 1732360973119Closed at 1732360973119 2024-11-23T11:22:53,120 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:22:53,120 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732360973107.c3408c3aaab8c0a5939e55db62846621.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732360973120"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732360973120"}]},"ts":"1732360973120"} 2024-11-23T11:22:53,121 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T11:22:53,122 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:22:53,122 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360973122"}]},"ts":"1732360973122"} 2024-11-23T11:22:53,123 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T11:22:53,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c3408c3aaab8c0a5939e55db62846621, ASSIGN}] 2024-11-23T11:22:53,124 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c3408c3aaab8c0a5939e55db62846621, ASSIGN 2024-11-23T11:22:53,125 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c3408c3aaab8c0a5939e55db62846621, ASSIGN; state=OFFLINE, location=64443f9a1829,37323,1732360966259; forceNewPlan=false, retain=false 2024-11-23T11:22:53,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:22:53,275 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c3408c3aaab8c0a5939e55db62846621, regionState=OPENING, regionLocation=64443f9a1829,37323,1732360966259 2024-11-23T11:22:53,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c3408c3aaab8c0a5939e55db62846621, ASSIGN because future has completed 2024-11-23T11:22:53,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3408c3aaab8c0a5939e55db62846621, server=64443f9a1829,37323,1732360966259}] 2024-11-23T11:22:53,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:22:53,431 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732360973107.c3408c3aaab8c0a5939e55db62846621. 2024-11-23T11:22:53,431 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c3408c3aaab8c0a5939e55db62846621, NAME => 'test,,1732360973107.c3408c3aaab8c0a5939e55db62846621.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:22:53,431 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:22:53,431 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T11:22:53,432 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c3408c3aaab8c0a5939e55db62846621 2024-11-23T11:22:53,432 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732360973107.c3408c3aaab8c0a5939e55db62846621.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:53,432 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c3408c3aaab8c0a5939e55db62846621 2024-11-23T11:22:53,432 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c3408c3aaab8c0a5939e55db62846621 2024-11-23T11:22:53,433 INFO [StoreOpener-c3408c3aaab8c0a5939e55db62846621-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c3408c3aaab8c0a5939e55db62846621 2024-11-23T11:22:53,433 INFO [StoreOpener-c3408c3aaab8c0a5939e55db62846621-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3408c3aaab8c0a5939e55db62846621 columnFamilyName f 2024-11-23T11:22:53,434 DEBUG [StoreOpener-c3408c3aaab8c0a5939e55db62846621-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,434 INFO [StoreOpener-c3408c3aaab8c0a5939e55db62846621-1 {}] regionserver.HStore(327): Store=c3408c3aaab8c0a5939e55db62846621/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:53,434 INFO [StoreOpener-c3408c3aaab8c0a5939e55db62846621-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c3408c3aaab8c0a5939e55db62846621 2024-11-23T11:22:53,434 INFO [StoreOpener-c3408c3aaab8c0a5939e55db62846621-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3408c3aaab8c0a5939e55db62846621 columnFamilyName f1 2024-11-23T11:22:53,434 DEBUG [StoreOpener-c3408c3aaab8c0a5939e55db62846621-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,435 INFO [StoreOpener-c3408c3aaab8c0a5939e55db62846621-1 {}] regionserver.HStore(327): Store=c3408c3aaab8c0a5939e55db62846621/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:53,435 INFO [StoreOpener-c3408c3aaab8c0a5939e55db62846621-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c3408c3aaab8c0a5939e55db62846621 2024-11-23T11:22:53,435 INFO [StoreOpener-c3408c3aaab8c0a5939e55db62846621-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3408c3aaab8c0a5939e55db62846621 columnFamilyName norep 2024-11-23T11:22:53,435 DEBUG [StoreOpener-c3408c3aaab8c0a5939e55db62846621-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,436 INFO [StoreOpener-c3408c3aaab8c0a5939e55db62846621-1 {}] regionserver.HStore(327): Store=c3408c3aaab8c0a5939e55db62846621/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:53,436 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c3408c3aaab8c0a5939e55db62846621 2024-11-23T11:22:53,436 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/default/test/c3408c3aaab8c0a5939e55db62846621 2024-11-23T11:22:53,436 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/default/test/c3408c3aaab8c0a5939e55db62846621 2024-11-23T11:22:53,437 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c3408c3aaab8c0a5939e55db62846621 2024-11-23T11:22:53,437 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c3408c3aaab8c0a5939e55db62846621 2024-11-23T11:22:53,437 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:22:53,438 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c3408c3aaab8c0a5939e55db62846621 2024-11-23T11:22:53,439 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/default/test/c3408c3aaab8c0a5939e55db62846621/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:22:53,440 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c3408c3aaab8c0a5939e55db62846621; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66886664, jitterRate=-0.0033110380172729492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:22:53,440 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3408c3aaab8c0a5939e55db62846621 2024-11-23T11:22:53,440 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c3408c3aaab8c0a5939e55db62846621: Running coprocessor pre-open hook at 1732360973432Writing region info on filesystem at 1732360973432Initializing all the Stores at 1732360973432Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360973432Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360973433 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360973433Cleaning up temporary data from old regions at 1732360973437 (+4 ms)Running coprocessor post-open hooks at 1732360973440 (+3 ms)Region opened successfully at 1732360973440 2024-11-23T11:22:53,440 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732360973107.c3408c3aaab8c0a5939e55db62846621., pid=6, masterSystemTime=1732360973428 2024-11-23T11:22:53,442 DEBUG [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732360973107.c3408c3aaab8c0a5939e55db62846621. 2024-11-23T11:22:53,442 INFO [RS_OPEN_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732360973107.c3408c3aaab8c0a5939e55db62846621. 2024-11-23T11:22:53,443 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c3408c3aaab8c0a5939e55db62846621, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=64443f9a1829,37323,1732360966259 2024-11-23T11:22:53,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3408c3aaab8c0a5939e55db62846621, server=64443f9a1829,37323,1732360966259 because future has completed 2024-11-23T11:22:53,446 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T11:22:53,446 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c3408c3aaab8c0a5939e55db62846621, server=64443f9a1829,37323,1732360966259 in 168 msec 2024-11-23T11:22:53,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T11:22:53,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c3408c3aaab8c0a5939e55db62846621, ASSIGN in 323 msec 2024-11-23T11:22:53,448 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:22:53,448 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360973448"}]},"ts":"1732360973448"} 2024-11-23T11:22:53,449 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T11:22:53,450 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:22:53,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 343 msec 2024-11-23T11:22:53,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:22:53,735 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T11:22:53,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62d04bd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:53,736 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,36531,-1 for getting cluster id 2024-11-23T11:22:53,736 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:22:53,736 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2624b3ca-9d04-40a1-8272-7b600d57e3df' 2024-11-23T11:22:53,737 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:22:53,737 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2624b3ca-9d04-40a1-8272-7b600d57e3df" 2024-11-23T11:22:53,737 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ddc9b0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:53,737 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,36531,-1] 2024-11-23T11:22:53,737 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:22:53,737 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:53,738 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:22:53,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b5f53a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:53,738 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:22:53,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,36531,1732360954740 2024-11-23T11:22:53,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22921339 2024-11-23T11:22:53,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:22:53,739 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:22:53,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://64443f9a1829:32821,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T11:22:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T11:22:53,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:22:53,742 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:32821' 2024-11-23T11:22:53,743 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bc0ccea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:53,743 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,32821,-1 for getting cluster id 2024-11-23T11:22:53,743 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:22:53,744 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ed59878-4a95-475b-ab96-fff1a09a6fc1' 2024-11-23T11:22:53,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:22:53,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ed59878-4a95-475b-ab96-fff1a09a6fc1" 2024-11-23T11:22:53,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45460b86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:53,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,32821,-1] 2024-11-23T11:22:53,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:22:53,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:53,745 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:22:53,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b0d25e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:53,745 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:22:53,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,32821,1732360960447 2024-11-23T11:22:53,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e376120 2024-11-23T11:22:53,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:22:53,746 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:22:53,747 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-23T11:22:53,747 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T11:22:53,747 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:53,747 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:53,747 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:22:53,747 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:22:53,748 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T11:22:53,749 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:22:53,749 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:53,750 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:22:53,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741837_1013 (size=1138) 2024-11-23T11:22:53,755 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1b863fccc0e208993f97aa6584f7865f, NAME => 'hbase:replication,,1732360973747.1b863fccc0e208993f97aa6584f7865f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18 2024-11-23T11:22:53,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741838_1014 (size=44) 2024-11-23T11:22:53,798 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T11:22:53,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:22:54,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:22:54,159 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732360973747.1b863fccc0e208993f97aa6584f7865f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:54,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1b863fccc0e208993f97aa6584f7865f, disabling compactions & flushes 2024-11-23T11:22:54,160 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732360973747.1b863fccc0e208993f97aa6584f7865f. 2024-11-23T11:22:54,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732360973747.1b863fccc0e208993f97aa6584f7865f. 2024-11-23T11:22:54,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732360973747.1b863fccc0e208993f97aa6584f7865f. after waiting 0 ms 2024-11-23T11:22:54,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732360973747.1b863fccc0e208993f97aa6584f7865f. 2024-11-23T11:22:54,160 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732360973747.1b863fccc0e208993f97aa6584f7865f. 2024-11-23T11:22:54,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1b863fccc0e208993f97aa6584f7865f: Waiting for close lock at 1732360974159Disabling compacts and flushes for region at 1732360974159Disabling writes for close at 1732360974160 (+1 ms)Writing region close event to WAL at 1732360974160Closed at 1732360974160 2024-11-23T11:22:54,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:22:54,161 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732360973747.1b863fccc0e208993f97aa6584f7865f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732360974161"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732360974161"}]},"ts":"1732360974161"} 2024-11-23T11:22:54,163 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T11:22:54,163 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:22:54,163 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360974163"}]},"ts":"1732360974163"} 2024-11-23T11:22:54,164 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T11:22:54,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1b863fccc0e208993f97aa6584f7865f, ASSIGN}] 2024-11-23T11:22:54,166 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1b863fccc0e208993f97aa6584f7865f, ASSIGN 2024-11-23T11:22:54,166 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1b863fccc0e208993f97aa6584f7865f, ASSIGN; state=OFFLINE, location=64443f9a1829,41857,1732360954942; forceNewPlan=false, retain=false 2024-11-23T11:22:54,317 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1b863fccc0e208993f97aa6584f7865f, regionState=OPENING, regionLocation=64443f9a1829,41857,1732360954942 2024-11-23T11:22:54,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1b863fccc0e208993f97aa6584f7865f, ASSIGN because future has completed 2024-11-23T11:22:54,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b863fccc0e208993f97aa6584f7865f, server=64443f9a1829,41857,1732360954942}] 2024-11-23T11:22:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:22:54,474 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732360973747.1b863fccc0e208993f97aa6584f7865f. 2024-11-23T11:22:54,474 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:22:54,474 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T11:22:54,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64443f9a1829%2C41857%2C1732360954942.rep, suffix=, logDir=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942, archiveDir=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/oldWALs, maxLogs=10 2024-11-23T11:22:54,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.rep.1732360974475, exclude list is [], retry=0 2024-11-23T11:22:54,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36351,DS-586d8a3a-9ac9-46e0-b3a2-6323ed2d5f75,DISK] 2024-11-23T11:22:54,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.rep.1732360974475 2024-11-23T11:22:54,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43463:43463)] 2024-11-23T11:22:54,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b863fccc0e208993f97aa6584f7865f, NAME => 'hbase:replication,,1732360973747.1b863fccc0e208993f97aa6584f7865f.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:22:54,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T11:22:54,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:22:54,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732360973747.1b863fccc0e208993f97aa6584f7865f. service=MultiRowMutationService 2024-11-23T11:22:54,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T11:22:54,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1b863fccc0e208993f97aa6584f7865f 2024-11-23T11:22:54,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732360973747.1b863fccc0e208993f97aa6584f7865f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:22:54,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1b863fccc0e208993f97aa6584f7865f 2024-11-23T11:22:54,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1b863fccc0e208993f97aa6584f7865f 2024-11-23T11:22:54,493 INFO [StoreOpener-1b863fccc0e208993f97aa6584f7865f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1b863fccc0e208993f97aa6584f7865f 2024-11-23T11:22:54,494 INFO [StoreOpener-1b863fccc0e208993f97aa6584f7865f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b863fccc0e208993f97aa6584f7865f columnFamilyName hfileref 2024-11-23T11:22:54,494 DEBUG [StoreOpener-1b863fccc0e208993f97aa6584f7865f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,494 INFO [StoreOpener-1b863fccc0e208993f97aa6584f7865f-1 {}] regionserver.HStore(327): Store=1b863fccc0e208993f97aa6584f7865f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:54,494 INFO [StoreOpener-1b863fccc0e208993f97aa6584f7865f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1b863fccc0e208993f97aa6584f7865f 2024-11-23T11:22:54,495 INFO [StoreOpener-1b863fccc0e208993f97aa6584f7865f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b863fccc0e208993f97aa6584f7865f columnFamilyName queue 2024-11-23T11:22:54,495 DEBUG [StoreOpener-1b863fccc0e208993f97aa6584f7865f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,495 INFO [StoreOpener-1b863fccc0e208993f97aa6584f7865f-1 {}] regionserver.HStore(327): Store=1b863fccc0e208993f97aa6584f7865f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:54,495 INFO [StoreOpener-1b863fccc0e208993f97aa6584f7865f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1b863fccc0e208993f97aa6584f7865f 2024-11-23T11:22:54,495 INFO [StoreOpener-1b863fccc0e208993f97aa6584f7865f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b863fccc0e208993f97aa6584f7865f columnFamilyName sid 2024-11-23T11:22:54,495 DEBUG [StoreOpener-1b863fccc0e208993f97aa6584f7865f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:22:54,496 INFO [StoreOpener-1b863fccc0e208993f97aa6584f7865f-1 {}] regionserver.HStore(327): Store=1b863fccc0e208993f97aa6584f7865f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:22:54,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1b863fccc0e208993f97aa6584f7865f 2024-11-23T11:22:54,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/replication/1b863fccc0e208993f97aa6584f7865f 2024-11-23T11:22:54,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/replication/1b863fccc0e208993f97aa6584f7865f 2024-11-23T11:22:54,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1b863fccc0e208993f97aa6584f7865f 2024-11-23T11:22:54,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1b863fccc0e208993f97aa6584f7865f 2024-11-23T11:22:54,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:22:54,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1b863fccc0e208993f97aa6584f7865f 2024-11-23T11:22:54,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/replication/1b863fccc0e208993f97aa6584f7865f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:22:54,499 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1b863fccc0e208993f97aa6584f7865f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62400979, jitterRate=-0.07015295326709747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:22:54,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1b863fccc0e208993f97aa6584f7865f 2024-11-23T11:22:54,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1b863fccc0e208993f97aa6584f7865f: Running coprocessor pre-open hook at 1732360974492Writing region info on filesystem at 1732360974492Initializing all the Stores at 1732360974492Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360974492Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360974493 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732360974493Cleaning up temporary data from old regions at 1732360974497 (+4 ms)Running coprocessor post-open hooks at 1732360974499 (+2 ms)Region opened successfully at 1732360974499 2024-11-23T11:22:54,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732360973747.1b863fccc0e208993f97aa6584f7865f., pid=10, masterSystemTime=1732360974471 2024-11-23T11:22:54,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732360973747.1b863fccc0e208993f97aa6584f7865f. 2024-11-23T11:22:54,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732360973747.1b863fccc0e208993f97aa6584f7865f. 2024-11-23T11:22:54,502 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1b863fccc0e208993f97aa6584f7865f, regionState=OPEN, openSeqNum=2, regionLocation=64443f9a1829,41857,1732360954942 2024-11-23T11:22:54,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b863fccc0e208993f97aa6584f7865f, server=64443f9a1829,41857,1732360954942 because future has completed 2024-11-23T11:22:54,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T11:22:54,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1b863fccc0e208993f97aa6584f7865f, server=64443f9a1829,41857,1732360954942 in 185 msec 2024-11-23T11:22:54,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T11:22:54,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1b863fccc0e208993f97aa6584f7865f, ASSIGN in 340 msec 2024-11-23T11:22:54,508 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:22:54,508 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732360974508"}]},"ts":"1732360974508"} 2024-11-23T11:22:54,509 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T11:22:54,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:22:54,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 763 msec 2024-11-23T11:22:54,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732360973747.1b863fccc0e208993f97aa6584f7865f., hostname=64443f9a1829,41857,1732360954942, seqNum=2] 2024-11-23T11:22:54,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41857-0x101676e568e0001, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242551280 2024-11-23T11:22:54,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x101676e568e0000, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242551280 2024-11-23T11:22:54,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T11:22:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:22:54,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41857 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T11:22:54,877 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T11:22:54,912 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-64443f9a1829,41857,1732360954942, ReplicationSource: 1, currentBandwidth=0 2024-11-23T11:22:54,912 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:22:54,912 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,41857,1732360954942, seqNum=-1] 2024-11-23T11:22:54,913 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:54,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-23T11:22:54,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-64443f9a1829,41857,1732360954942', locateType=CURRENT is [region=hbase:replication,,1732360973747.1b863fccc0e208993f97aa6584f7865f., hostname=64443f9a1829,41857,1732360954942, seqNum=2] 2024-11-23T11:22:54,917 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T11:22:54,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T11:22:54,919 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 64443f9a1829,41857,1732360954942 suceeded 2024-11-23T11:22:54,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T11:22:54,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-23T11:22:54,920 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://64443f9a1829:32821,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T11:22:54,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1800 sec 2024-11-23T11:22:54,931 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:32821' 2024-11-23T11:22:54,932 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c6a5a8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:54,932 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,32821,-1 for getting cluster id 2024-11-23T11:22:54,932 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:22:54,933 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ed59878-4a95-475b-ab96-fff1a09a6fc1' 2024-11-23T11:22:54,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:22:54,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ed59878-4a95-475b-ab96-fff1a09a6fc1" 2024-11-23T11:22:54,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e373962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:54,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,32821,-1] 2024-11-23T11:22:54,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:22:54,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:54,934 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:22:54,934 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70bbb6d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:54,934 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:22:54,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,32821,1732360960447 2024-11-23T11:22:54,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28452ec0 2024-11-23T11:22:54,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:22:54,935 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-23T11:22:54,936 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-64443f9a1829,41857,1732360954942 (queues=1) is replicating from cluster=2624b3ca-9d04-40a1-8272-7b600d57e3df to cluster=3ed59878-4a95-475b-ab96-fff1a09a6fc1 2024-11-23T11:22:54,936 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=64443f9a1829%2C41857%2C1732360954942 2024-11-23T11:22:54,936 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-64443f9a1829,41857,1732360954942, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T11:22:54,936 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.shipper64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64443f9a1829%2C41857%2C1732360954942 2024-11-23T11:22:54,936 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360957245, startPosition=0, beingWritten=true 2024-11-23T11:22:54,940 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:22:54,940 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360957245 to pos 379, reset compression=false 2024-11-23T11:22:54,940 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.shipper64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,41857,1732360954942 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360957245, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:22:55,088 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:22:55,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:55,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:55,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:55,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:55,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:55,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:55,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:55,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:55,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:55,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:55,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:55,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:55,143 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360957245 to pos 379, reset compression=false 2024-11-23T11:22:55,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:55,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:55,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:55,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:55,446 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360957245 to pos 379, reset compression=false 2024-11-23T11:22:55,471 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T11:22:55,849 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360957245 to pos 379, reset compression=false 2024-11-23T11:22:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T11:22:55,885 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T11:22:55,885 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:22:55,885 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:22:55,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:55,885 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:22:55,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:55,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@423c68c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:55,886 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,36531,-1 for getting cluster id 2024-11-23T11:22:55,886 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:22:55,886 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2624b3ca-9d04-40a1-8272-7b600d57e3df' 2024-11-23T11:22:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:22:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2624b3ca-9d04-40a1-8272-7b600d57e3df" 2024-11-23T11:22:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e37ae69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,36531,-1] 2024-11-23T11:22:55,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:22:55,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:55,887 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:22:55,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67554985, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:55,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36731af0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:55,888 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,32821,-1 for getting cluster id 2024-11-23T11:22:55,888 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:22:55,888 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ed59878-4a95-475b-ab96-fff1a09a6fc1' 2024-11-23T11:22:55,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:22:55,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ed59878-4a95-475b-ab96-fff1a09a6fc1" 2024-11-23T11:22:55,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb29f64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:55,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,32821,-1] 2024-11-23T11:22:55,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:22:55,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:55,889 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:22:55,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed55142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:55,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a854f68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:55,890 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,40147,-1 for getting cluster id 2024-11-23T11:22:55,890 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:22:55,891 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6388c4a7-2102-413d-858f-5ea47bf94adb' 2024-11-23T11:22:55,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:22:55,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6388c4a7-2102-413d-858f-5ea47bf94adb" 2024-11-23T11:22:55,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21aca521, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:55,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,40147,-1] 2024-11-23T11:22:55,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:22:55,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:55,891 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:22:55,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7064728c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:55,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:22:55,895 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732360975895/Put/seqid=0 2024-11-23T11:22:55,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741840_1016 (size=7894) 2024-11-23T11:22:56,302 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732360976302/Put/seqid=0 2024-11-23T11:22:56,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741841_1017 (size=7691) 2024-11-23T11:22:56,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3774ab72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:56,307 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,36531,-1 for getting cluster id 2024-11-23T11:22:56,307 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:22:56,308 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2624b3ca-9d04-40a1-8272-7b600d57e3df' 2024-11-23T11:22:56,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:22:56,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2624b3ca-9d04-40a1-8272-7b600d57e3df" 2024-11-23T11:22:56,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44efa53f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:56,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,36531,-1] 2024-11-23T11:22:56,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:22:56,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:56,309 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:22:56,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54a6b3cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:56,310 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:22:56,310 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,41857,1732360954942, seqNum=-1] 2024-11-23T11:22:56,310 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:56,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:56,316 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:22:56,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,36531,1732360954740 2024-11-23T11:22:56,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ee73117 2024-11-23T11:22:56,318 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:22:56,318 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:22:56,321 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732360969800.09ec41eba618d39aaf1fef3624a1ca3b., hostname=64443f9a1829,41857,1732360954942, seqNum=2] 2024-11-23T11:22:56,323 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T11:22:56,328 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-23T11:22:56,330 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-23T11:22:56,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 09ec41eba618d39aaf1fef3624a1ca3b/f 2024-11-23T11:22:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-23T11:22:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T11:22:56,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 09ec41eba618d39aaf1fef3624a1ca3b/f 2024-11-23T11:22:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-23T11:22:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T11:22:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.HRegion(2603): Flush status journal for 09ec41eba618d39aaf1fef3624a1ca3b: 2024-11-23T11:22:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/staging/jenkins__test__t8g3b7l3rhpj7c6r1vad39hu61l759hens9b9jfq9rra5a58vts6pe48sel3o3fe/f/hfile_0 2024-11-23T11:22:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/staging/jenkins__test__t8g3b7l3rhpj7c6r1vad39hu61l759hens9b9jfq9rra5a58vts6pe48sel3o3fe/f/hfile_0 as hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/default/test/09ec41eba618d39aaf1fef3624a1ca3b/f/2e82ea8c8b9f4c32b39523877051731e_SeqId_4_ 2024-11-23T11:22:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/staging/jenkins__test__t8g3b7l3rhpj7c6r1vad39hu61l759hens9b9jfq9rra5a58vts6pe48sel3o3fe/f/hfile_1 2024-11-23T11:22:56,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/staging/jenkins__test__t8g3b7l3rhpj7c6r1vad39hu61l759hens9b9jfq9rra5a58vts6pe48sel3o3fe/f/hfile_1 as hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/default/test/09ec41eba618d39aaf1fef3624a1ca3b/f/db28b01a74d943b586d6255b89363d44_SeqId_4_ 2024-11-23T11:22:56,352 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360957245 to pos 379, reset compression=false 2024-11-23T11:22:56,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/staging/jenkins__test__t8g3b7l3rhpj7c6r1vad39hu61l759hens9b9jfq9rra5a58vts6pe48sel3o3fe/f/hfile_0 into 09ec41eba618d39aaf1fef3624a1ca3b/f as hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/default/test/09ec41eba618d39aaf1fef3624a1ca3b/f/2e82ea8c8b9f4c32b39523877051731e_SeqId_4_ - updating store file list. 2024-11-23T11:22:56,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2e82ea8c8b9f4c32b39523877051731e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T11:22:56,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/default/test/09ec41eba618d39aaf1fef3624a1ca3b/f/2e82ea8c8b9f4c32b39523877051731e_SeqId_4_ into 09ec41eba618d39aaf1fef3624a1ca3b/f 2024-11-23T11:22:56,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/staging/jenkins__test__t8g3b7l3rhpj7c6r1vad39hu61l759hens9b9jfq9rra5a58vts6pe48sel3o3fe/f/hfile_0 into 09ec41eba618d39aaf1fef3624a1ca3b/f (new location: hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/default/test/09ec41eba618d39aaf1fef3624a1ca3b/f/2e82ea8c8b9f4c32b39523877051731e_SeqId_4_) 2024-11-23T11:22:56,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/staging/jenkins__test__t8g3b7l3rhpj7c6r1vad39hu61l759hens9b9jfq9rra5a58vts6pe48sel3o3fe/f/hfile_0 2024-11-23T11:22:56,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/staging/jenkins__test__t8g3b7l3rhpj7c6r1vad39hu61l759hens9b9jfq9rra5a58vts6pe48sel3o3fe/f/hfile_1 into 09ec41eba618d39aaf1fef3624a1ca3b/f as hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/default/test/09ec41eba618d39aaf1fef3624a1ca3b/f/db28b01a74d943b586d6255b89363d44_SeqId_4_ - updating store file list. 2024-11-23T11:22:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.HStoreFile(483): HFile Bloom filter type for db28b01a74d943b586d6255b89363d44_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T11:22:56,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/default/test/09ec41eba618d39aaf1fef3624a1ca3b/f/db28b01a74d943b586d6255b89363d44_SeqId_4_ into 09ec41eba618d39aaf1fef3624a1ca3b/f 2024-11-23T11:22:56,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/staging/jenkins__test__t8g3b7l3rhpj7c6r1vad39hu61l759hens9b9jfq9rra5a58vts6pe48sel3o3fe/f/hfile_1 into 09ec41eba618d39aaf1fef3624a1ca3b/f (new location: hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/default/test/09ec41eba618d39aaf1fef3624a1ca3b/f/db28b01a74d943b586d6255b89363d44_SeqId_4_) 2024-11-23T11:22:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/staging/jenkins__test__t8g3b7l3rhpj7c6r1vad39hu61l759hens9b9jfq9rra5a58vts6pe48sel3o3fe/f/hfile_1 2024-11-23T11:22:56,372 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:22:56,372 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:22:56,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:56,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:56,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:22:56,373 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:22:56,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,37757,1732360960567, seqNum=-1] 2024-11-23T11:22:56,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:56,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:56,376 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732360970947.db096c0cf7767dc93f45659ac476ff7f., hostname=64443f9a1829,37757,1732360960567, seqNum=2] 2024-11-23T11:22:56,377 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T11:22:56,878 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T11:22:56,970 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360957245 to pos 379, reset compression=false 2024-11-23T11:22:56,975 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T11:22:56,975 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.shipper64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,41857,1732360954942 got entry batch from reader: WALEntryBatch [walEntries=[{test/09ec41eba618d39aaf1fef3624a1ca3b/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732360976371/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360957245, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-23T11:22:56,977 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.shipper64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:22:56,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-23T11:22:56,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.ReplicationSink(318): Replicating [2624b3ca-9d04-40a1-8272-7b600d57e3df] bulk loaded data 2024-11-23T11:22:56,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20e2628b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:56,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,32821,-1 for getting cluster id 2024-11-23T11:22:56,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:22:56,979 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ed59878-4a95-475b-ab96-fff1a09a6fc1' 2024-11-23T11:22:56,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:22:56,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ed59878-4a95-475b-ab96-fff1a09a6fc1" 2024-11-23T11:22:56,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12feed1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:56,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,32821,-1] 2024-11-23T11:22:56,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:22:56,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:56,981 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:22:56,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73884f04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:57,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741837_1013 (size=7894) 2024-11-23T11:22:57,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741838_1014 (size=7691) 2024-11-23T11:22:57,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:22:57,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,32821,1732360960447 2024-11-23T11:22:57,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7df1997b 2024-11-23T11:22:57,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:22:57,049 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-23T11:22:57,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T11:22:57,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:22:57,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,37757,1732360960567, seqNum=-1] 2024-11-23T11:22:57,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:57,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-23T11:22:57,058 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/staging/jenkins.hfs.22__test__ceo8unk8r9pmop1qjh2r4ctir9jk82m9gum1pt5e15m6nvh1fth5jur4c2nqnuhf/f/2e82ea8c8b9f4c32b39523877051731e_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-23T11:22:57,060 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/staging/jenkins.hfs.22__test__ceo8unk8r9pmop1qjh2r4ctir9jk82m9gum1pt5e15m6nvh1fth5jur4c2nqnuhf/f/db28b01a74d943b586d6255b89363d44_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-23T11:22:57,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/staging/jenkins.hfs.22__test__ceo8unk8r9pmop1qjh2r4ctir9jk82m9gum1pt5e15m6nvh1fth5jur4c2nqnuhf/f/db28b01a74d943b586d6255b89363d44_SeqId_4_ for inclusion in db096c0cf7767dc93f45659ac476ff7f/f 2024-11-23T11:22:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-23T11:22:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T11:22:57,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/staging/jenkins.hfs.22__test__ceo8unk8r9pmop1qjh2r4ctir9jk82m9gum1pt5e15m6nvh1fth5jur4c2nqnuhf/f/2e82ea8c8b9f4c32b39523877051731e_SeqId_4_ for inclusion in db096c0cf7767dc93f45659ac476ff7f/f 2024-11-23T11:22:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-23T11:22:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T11:22:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HRegion(2603): Flush status journal for db096c0cf7767dc93f45659ac476ff7f: 2024-11-23T11:22:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): db28b01a74d943b586d6255b89363d44_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-23T11:22:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/staging/jenkins.hfs.22__test__ceo8unk8r9pmop1qjh2r4ctir9jk82m9gum1pt5e15m6nvh1fth5jur4c2nqnuhf/f/db28b01a74d943b586d6255b89363d44_SeqId_4_ as hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/default/test/db096c0cf7767dc93f45659ac476ff7f/f/350d0db380cb4b5d9f9670faae3c5da2_SeqId_4_ 2024-11-23T11:22:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2e82ea8c8b9f4c32b39523877051731e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-23T11:22:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/staging/jenkins.hfs.22__test__ceo8unk8r9pmop1qjh2r4ctir9jk82m9gum1pt5e15m6nvh1fth5jur4c2nqnuhf/f/2e82ea8c8b9f4c32b39523877051731e_SeqId_4_ as hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/default/test/db096c0cf7767dc93f45659ac476ff7f/f/ea4155e977564552b728d10d13460b09_SeqId_4_ 2024-11-23T11:22:57,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/staging/jenkins.hfs.22__test__ceo8unk8r9pmop1qjh2r4ctir9jk82m9gum1pt5e15m6nvh1fth5jur4c2nqnuhf/f/db28b01a74d943b586d6255b89363d44_SeqId_4_ into db096c0cf7767dc93f45659ac476ff7f/f as hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/default/test/db096c0cf7767dc93f45659ac476ff7f/f/350d0db380cb4b5d9f9670faae3c5da2_SeqId_4_ - updating store file list. 2024-11-23T11:22:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 350d0db380cb4b5d9f9670faae3c5da2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T11:22:57,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/default/test/db096c0cf7767dc93f45659ac476ff7f/f/350d0db380cb4b5d9f9670faae3c5da2_SeqId_4_ into db096c0cf7767dc93f45659ac476ff7f/f 2024-11-23T11:22:57,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/staging/jenkins.hfs.22__test__ceo8unk8r9pmop1qjh2r4ctir9jk82m9gum1pt5e15m6nvh1fth5jur4c2nqnuhf/f/db28b01a74d943b586d6255b89363d44_SeqId_4_ into db096c0cf7767dc93f45659ac476ff7f/f (new location: hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/default/test/db096c0cf7767dc93f45659ac476ff7f/f/350d0db380cb4b5d9f9670faae3c5da2_SeqId_4_) 2024-11-23T11:22:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/staging/jenkins.hfs.22__test__ceo8unk8r9pmop1qjh2r4ctir9jk82m9gum1pt5e15m6nvh1fth5jur4c2nqnuhf/f/db28b01a74d943b586d6255b89363d44_SeqId_4_ 2024-11-23T11:22:57,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/staging/jenkins.hfs.22__test__ceo8unk8r9pmop1qjh2r4ctir9jk82m9gum1pt5e15m6nvh1fth5jur4c2nqnuhf/f/2e82ea8c8b9f4c32b39523877051731e_SeqId_4_ into db096c0cf7767dc93f45659ac476ff7f/f as hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/default/test/db096c0cf7767dc93f45659ac476ff7f/f/ea4155e977564552b728d10d13460b09_SeqId_4_ - updating store file list. 2024-11-23T11:22:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ea4155e977564552b728d10d13460b09_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T11:22:57,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/default/test/db096c0cf7767dc93f45659ac476ff7f/f/ea4155e977564552b728d10d13460b09_SeqId_4_ into db096c0cf7767dc93f45659ac476ff7f/f 2024-11-23T11:22:57,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/staging/jenkins.hfs.22__test__ceo8unk8r9pmop1qjh2r4ctir9jk82m9gum1pt5e15m6nvh1fth5jur4c2nqnuhf/f/2e82ea8c8b9f4c32b39523877051731e_SeqId_4_ into db096c0cf7767dc93f45659ac476ff7f/f (new location: hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/default/test/db096c0cf7767dc93f45659ac476ff7f/f/ea4155e977564552b728d10d13460b09_SeqId_4_) 2024-11-23T11:22:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/staging/jenkins.hfs.22__test__ceo8unk8r9pmop1qjh2r4ctir9jk82m9gum1pt5e15m6nvh1fth5jur4c2nqnuhf/f/2e82ea8c8b9f4c32b39523877051731e_SeqId_4_ 2024-11-23T11:22:57,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.ReplicationSink(324): Finished replicating [2624b3ca-9d04-40a1-8272-7b600d57e3df] bulk loaded data 2024-11-23T11:22:57,175 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360957245 to pos 687, reset compression=false 2024-11-23T11:22:57,390 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:22:57,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,37323,1732360966259, seqNum=-1] 2024-11-23T11:22:57,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:57,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:57,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732360973107.c3408c3aaab8c0a5939e55db62846621., hostname=64443f9a1829,37323,1732360966259, seqNum=2] 2024-11-23T11:22:57,402 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:22:57,403 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T11:22:57,404 DEBUG [regionserver/64443f9a1829:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 64443f9a1829%2C41857%2C1732360954942:(num 1732360957245) roll requested 2024-11-23T11:22:57,420 DEBUG [regionserver/64443f9a1829:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360977404, exclude list is [], retry=0 2024-11-23T11:22:57,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36351,DS-586d8a3a-9ac9-46e0-b3a2-6323ed2d5f75,DISK] 2024-11-23T11:22:57,425 INFO [regionserver/64443f9a1829:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360957245 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360977404 2024-11-23T11:22:57,437 DEBUG [regionserver/64443f9a1829:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43463:43463)] 2024-11-23T11:22:57,437 DEBUG [regionserver/64443f9a1829:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360957245 is not closed yet, will try archiving it next time 2024-11-23T11:22:57,437 DEBUG [regionserver/64443f9a1829:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 64443f9a1829%2C41857%2C1732360954942.meta:.meta(num 1732360958232) roll requested 2024-11-23T11:22:57,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d6914a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:57,441 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,36531,-1 for getting cluster id 2024-11-23T11:22:57,441 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:22:57,443 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2624b3ca-9d04-40a1-8272-7b600d57e3df' 2024-11-23T11:22:57,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:22:57,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2624b3ca-9d04-40a1-8272-7b600d57e3df" 2024-11-23T11:22:57,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379689e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:57,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,36531,-1] 2024-11-23T11:22:57,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:22:57,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:57,444 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:22:57,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741832_1008 (size=695) 2024-11-23T11:22:57,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f1af51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:57,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:22:57,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,36531,1732360954740 2024-11-23T11:22:57,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@96f2ad2 2024-11-23T11:22:57,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:22:57,447 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:22:57,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://64443f9a1829:40147,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T11:22:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T11:22:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T11:22:57,453 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:40147' 2024-11-23T11:22:57,456 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360957245 to hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/oldWALs/64443f9a1829%2C41857%2C1732360954942.1732360957245 2024-11-23T11:22:57,462 DEBUG [regionserver/64443f9a1829:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.meta.1732360977438.meta, exclude list is [], retry=0 2024-11-23T11:22:57,462 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fd5c4a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:57,462 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,40147,-1 for getting cluster id 2024-11-23T11:22:57,462 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:22:57,463 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6388c4a7-2102-413d-858f-5ea47bf94adb' 2024-11-23T11:22:57,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:22:57,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6388c4a7-2102-413d-858f-5ea47bf94adb" 2024-11-23T11:22:57,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48878d75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:57,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,40147,-1] 2024-11-23T11:22:57,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:22:57,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:57,465 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:22:57,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d2342bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:57,466 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:22:57,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,40147,1732360966141 2024-11-23T11:22:57,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69c9de9 2024-11-23T11:22:57,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:22:57,468 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:22:57,469 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-23T11:22:57,469 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T11:22:57,469 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:57,469 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:57,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:22:57,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36351,DS-586d8a3a-9ac9-46e0-b3a2-6323ed2d5f75,DISK] 2024-11-23T11:22:57,479 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360957245 to pos 687, reset compression=false 2024-11-23T11:22:57,485 INFO [regionserver/64443f9a1829:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.meta.1732360958232.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.meta.1732360977438.meta 2024-11-23T11:22:57,486 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360957245 was moved to hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/oldWALs/64443f9a1829%2C41857%2C1732360954942.1732360957245 2024-11-23T11:22:57,489 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360957245 2024-11-23T11:22:57,489 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.shipper64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,41857,1732360954942 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360957245, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-23T11:22:57,490 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360977404, startPosition=0, beingWritten=true 2024-11-23T11:22:57,492 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.shipper64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [64443f9a1829%2C41857%2C1732360954942.1732360957245] 2024-11-23T11:22:57,496 DEBUG [regionserver/64443f9a1829:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43463:43463)] 2024-11-23T11:22:57,496 DEBUG [regionserver/64443f9a1829:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.meta.1732360958232.meta is not closed yet, will try archiving it next time 2024-11-23T11:22:57,496 DEBUG [regionserver/64443f9a1829:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 64443f9a1829%2C41857%2C1732360954942.rep:(num 1732360974475) roll requested 2024-11-23T11:22:57,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741834_1010 (size=3473) 2024-11-23T11:22:57,510 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.meta.1732360958232.meta not finished, retry = 0 2024-11-23T11:22:57,515 DEBUG [regionserver/64443f9a1829:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.rep.1732360977496, exclude list is [], retry=0 2024-11-23T11:22:57,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36351,DS-586d8a3a-9ac9-46e0-b3a2-6323ed2d5f75,DISK] 2024-11-23T11:22:57,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T11:22:57,557 INFO [regionserver/64443f9a1829:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.rep.1732360974475 with entries=7, filesize=1.67 KB; new WAL /user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.rep.1732360977496 2024-11-23T11:22:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T11:22:57,572 DEBUG [regionserver/64443f9a1829:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43463:43463)] 2024-11-23T11:22:57,572 DEBUG [regionserver/64443f9a1829:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.rep.1732360974475 is not closed yet, will try archiving it next time 2024-11-23T11:22:57,574 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.rep.1732360974475 not finished, retry = 0 2024-11-23T11:22:57,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741839_1015 (size=1722) 2024-11-23T11:22:57,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41857 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-23T11:22:57,711 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-23T11:22:57,746 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-64443f9a1829,41857,1732360954942, ReplicationSource: 2, currentBandwidth=0 2024-11-23T11:22:57,748 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-23T11:22:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-23T11:22:57,750 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 64443f9a1829,41857,1732360954942 suceeded 2024-11-23T11:22:57,752 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://64443f9a1829:40147,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T11:22:57,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 304 msec 2024-11-23T11:22:57,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-23T11:22:57,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-23T11:22:57,766 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,41857,1732360954942 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64443f9a1829:40147' 2024-11-23T11:22:57,767 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,41857,1732360954942 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c3771b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:57,767 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,41857,1732360954942 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,40147,-1 for getting cluster id 2024-11-23T11:22:57,768 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,41857,1732360954942 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:22:57,769 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6388c4a7-2102-413d-858f-5ea47bf94adb' 2024-11-23T11:22:57,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:22:57,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6388c4a7-2102-413d-858f-5ea47bf94adb" 2024-11-23T11:22:57,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a3b7b9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:57,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,40147,-1] 2024-11-23T11:22:57,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:22:57,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:57,770 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:22:57,771 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,41857,1732360954942 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ca36da6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:57,771 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,41857,1732360954942 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:22:57,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,40147,1732360966141 2024-11-23T11:22:57,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79675f70 2024-11-23T11:22:57,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:22:57,772 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-23T11:22:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T11:22:57,775 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-23T11:22:57,775 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:22:57,775 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:22:57,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:57,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:57,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:22:57,779 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:22:57,789 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732360977788/Put/seqid=0 2024-11-23T11:22:57,790 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,41857,1732360954942 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-64443f9a1829,41857,1732360954942 (queues=1) is replicating from cluster=2624b3ca-9d04-40a1-8272-7b600d57e3df to cluster=6388c4a7-2102-413d-858f-5ea47bf94adb 2024-11-23T11:22:57,790 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,41857,1732360954942 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=64443f9a1829%2C41857%2C1732360954942 2024-11-23T11:22:57,790 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,41857,1732360954942 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-64443f9a1829,41857,1732360954942, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T11:22:57,792 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,2-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360977404, startPosition=0, beingWritten=true 2024-11-23T11:22:57,800 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,41857,1732360954942.replicationSource.shipper64443f9a1829%2C41857%2C1732360954942,2-64443f9a1829,41857,1732360954942 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64443f9a1829%2C41857%2C1732360954942 2024-11-23T11:22:57,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741845_1021 (size=11194) 2024-11-23T11:22:57,958 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360977404 to pos 0, reset compression=false 2024-11-23T11:22:58,010 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,2-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360977404 to pos 0, reset compression=false 2024-11-23T11:22:58,208 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732360978207/Put/seqid=0 2024-11-23T11:22:58,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741846_1022 (size=10791) 2024-11-23T11:22:58,313 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,2-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360977404 to pos 0, reset compression=false 2024-11-23T11:22:58,461 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360977404 to pos 0, reset compression=false 2024-11-23T11:22:58,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30dc594c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:58,613 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,36531,-1 for getting cluster id 2024-11-23T11:22:58,613 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:22:58,614 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2624b3ca-9d04-40a1-8272-7b600d57e3df' 2024-11-23T11:22:58,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:22:58,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2624b3ca-9d04-40a1-8272-7b600d57e3df" 2024-11-23T11:22:58,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b81c3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:58,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,36531,-1] 2024-11-23T11:22:58,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:22:58,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:58,615 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:22:58,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a7fb706, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:58,615 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:22:58,616 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,41857,1732360954942, seqNum=-1] 2024-11-23T11:22:58,616 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:58,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:22:58,622 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:22:58,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,36531,1732360954740 2024-11-23T11:22:58,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bf56ad6 2024-11-23T11:22:58,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:22:58,623 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:22:58,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732360969800.09ec41eba618d39aaf1fef3624a1ca3b., hostname=64443f9a1829,41857,1732360954942, seqNum=2] 2024-11-23T11:22:58,627 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T11:22:58,632 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-23T11:22:58,633 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-23T11:22:58,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 09ec41eba618d39aaf1fef3624a1ca3b/f 2024-11-23T11:22:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-23T11:22:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T11:22:58,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 09ec41eba618d39aaf1fef3624a1ca3b/f 2024-11-23T11:22:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-23T11:22:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T11:22:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.HRegion(2603): Flush status journal for 09ec41eba618d39aaf1fef3624a1ca3b: 2024-11-23T11:22:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/staging/jenkins__test__os9c3pdj7b79rcs18k047k5ufvdr3ej41g2a3m8thjp7jd2mouq5t7fhe8am6a4t/f/hfile_0 2024-11-23T11:22:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/staging/jenkins__test__os9c3pdj7b79rcs18k047k5ufvdr3ej41g2a3m8thjp7jd2mouq5t7fhe8am6a4t/f/hfile_0 as hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/default/test/09ec41eba618d39aaf1fef3624a1ca3b/f/190decbd7c164148bd1e0fd81acf2d8b_SeqId_6_ 2024-11-23T11:22:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/staging/jenkins__test__os9c3pdj7b79rcs18k047k5ufvdr3ej41g2a3m8thjp7jd2mouq5t7fhe8am6a4t/f/hfile_1 2024-11-23T11:22:58,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/staging/jenkins__test__os9c3pdj7b79rcs18k047k5ufvdr3ej41g2a3m8thjp7jd2mouq5t7fhe8am6a4t/f/hfile_1 as hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/default/test/09ec41eba618d39aaf1fef3624a1ca3b/f/27394b0b45d2484a86510b879221ef34_SeqId_6_ 2024-11-23T11:22:58,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/staging/jenkins__test__os9c3pdj7b79rcs18k047k5ufvdr3ej41g2a3m8thjp7jd2mouq5t7fhe8am6a4t/f/hfile_0 into 09ec41eba618d39aaf1fef3624a1ca3b/f as hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/default/test/09ec41eba618d39aaf1fef3624a1ca3b/f/190decbd7c164148bd1e0fd81acf2d8b_SeqId_6_ - updating store file list. 2024-11-23T11:22:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 190decbd7c164148bd1e0fd81acf2d8b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T11:22:58,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/default/test/09ec41eba618d39aaf1fef3624a1ca3b/f/190decbd7c164148bd1e0fd81acf2d8b_SeqId_6_ into 09ec41eba618d39aaf1fef3624a1ca3b/f 2024-11-23T11:22:58,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/staging/jenkins__test__os9c3pdj7b79rcs18k047k5ufvdr3ej41g2a3m8thjp7jd2mouq5t7fhe8am6a4t/f/hfile_0 into 09ec41eba618d39aaf1fef3624a1ca3b/f (new location: hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/default/test/09ec41eba618d39aaf1fef3624a1ca3b/f/190decbd7c164148bd1e0fd81acf2d8b_SeqId_6_) 2024-11-23T11:22:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/staging/jenkins__test__os9c3pdj7b79rcs18k047k5ufvdr3ej41g2a3m8thjp7jd2mouq5t7fhe8am6a4t/f/hfile_0 2024-11-23T11:22:58,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/staging/jenkins__test__os9c3pdj7b79rcs18k047k5ufvdr3ej41g2a3m8thjp7jd2mouq5t7fhe8am6a4t/f/hfile_1 into 09ec41eba618d39aaf1fef3624a1ca3b/f as hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/default/test/09ec41eba618d39aaf1fef3624a1ca3b/f/27394b0b45d2484a86510b879221ef34_SeqId_6_ - updating store file list. 2024-11-23T11:22:58,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 27394b0b45d2484a86510b879221ef34_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T11:22:58,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/default/test/09ec41eba618d39aaf1fef3624a1ca3b/f/27394b0b45d2484a86510b879221ef34_SeqId_6_ into 09ec41eba618d39aaf1fef3624a1ca3b/f 2024-11-23T11:22:58,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/staging/jenkins__test__os9c3pdj7b79rcs18k047k5ufvdr3ej41g2a3m8thjp7jd2mouq5t7fhe8am6a4t/f/hfile_1 into 09ec41eba618d39aaf1fef3624a1ca3b/f (new location: hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/default/test/09ec41eba618d39aaf1fef3624a1ca3b/f/27394b0b45d2484a86510b879221ef34_SeqId_6_) 2024-11-23T11:22:58,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/staging/jenkins__test__os9c3pdj7b79rcs18k047k5ufvdr3ej41g2a3m8thjp7jd2mouq5t7fhe8am6a4t/f/hfile_1 2024-11-23T11:22:58,657 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:22:58,657 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:22:58,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:58,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:58,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:22:58,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732360969800.09ec41eba618d39aaf1fef3624a1ca3b., hostname=64443f9a1829,41857,1732360954942, seqNum=2 , the old value is region=test,,1732360969800.09ec41eba618d39aaf1fef3624a1ca3b., hostname=64443f9a1829,41857,1732360954942, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=64443f9a1829:41857 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T11:22:58,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732360969800.09ec41eba618d39aaf1fef3624a1ca3b., hostname=64443f9a1829,41857,1732360954942, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T11:22:58,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732360969800.09ec41eba618d39aaf1fef3624a1ca3b., hostname=64443f9a1829,41857,1732360954942, seqNum=2 from cache 2024-11-23T11:22:58,659 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-23T11:22:58,662 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T11:22:58,722 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,2-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360977404 to pos 0, reset compression=false 2024-11-23T11:22:58,726 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,2-64443f9a1829,41857,1732360954942 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T11:22:58,726 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,41857,1732360954942.replicationSource.shipper64443f9a1829%2C41857%2C1732360954942,2-64443f9a1829,41857,1732360954942 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-64443f9a1829,41857,1732360954942 got entry batch from reader: WALEntryBatch [walEntries=[{test/09ec41eba618d39aaf1fef3624a1ca3b/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732360978656/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360977404, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-23T11:22:58,728 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,41857,1732360954942.replicationSource.shipper64443f9a1829%2C41857%2C1732360954942,2-64443f9a1829,41857,1732360954942 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:22:58,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-23T11:22:58,729 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.ReplicationSink(318): Replicating [2624b3ca-9d04-40a1-8272-7b600d57e3df] bulk loaded data 2024-11-23T11:22:58,729 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@714e7cc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:58,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] client.ClusterIdFetcher(90): Going to request 64443f9a1829,40147,-1 for getting cluster id 2024-11-23T11:22:58,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:22:58,730 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6388c4a7-2102-413d-858f-5ea47bf94adb' 2024-11-23T11:22:58,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:22:58,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6388c4a7-2102-413d-858f-5ea47bf94adb" 2024-11-23T11:22:58,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a238d9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:58,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64443f9a1829,40147,-1] 2024-11-23T11:22:58,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:22:58,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:58,731 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:22:58,731 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13cb454a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:22:58,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741837_1013 (size=11194) 2024-11-23T11:22:58,764 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64443f9a1829:41857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-23T11:22:58,927 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,2-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360977404 to pos 393, reset compression=false 2024-11-23T11:22:59,065 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360977404 to pos 0, reset compression=false 2024-11-23T11:22:59,069 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T11:22:59,069 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.shipper64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,41857,1732360954942 got entry batch from reader: WALEntryBatch [walEntries=[{test/09ec41eba618d39aaf1fef3624a1ca3b/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732360978656/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360977404, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-23T11:22:59,070 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.ReplicationSink(318): Replicating [2624b3ca-9d04-40a1-8272-7b600d57e3df] bulk loaded data 2024-11-23T11:22:59,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741839_1015 (size=11194) 2024-11-23T11:22:59,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741840_1016 (size=10791) 2024-11-23T11:22:59,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741838_1014 (size=10791) 2024-11-23T11:22:59,230 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,2-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360977404 to pos 393, reset compression=false 2024-11-23T11:22:59,269 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360977404 to pos 393, reset compression=false 2024-11-23T11:22:59,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T11:22:59,491 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/staging/jenkins.hfs.22__test__8klajciegoi269dsbed3lfavmgedrnl2aitr31qt78bc5d1hkdif3gn1tlma3mn3/f/190decbd7c164148bd1e0fd81acf2d8b_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-23T11:22:59,493 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/staging/jenkins.hfs.22__test__8klajciegoi269dsbed3lfavmgedrnl2aitr31qt78bc5d1hkdif3gn1tlma3mn3/f/27394b0b45d2484a86510b879221ef34_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-23T11:22:59,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/staging/jenkins.hfs.22__test__8klajciegoi269dsbed3lfavmgedrnl2aitr31qt78bc5d1hkdif3gn1tlma3mn3/f/27394b0b45d2484a86510b879221ef34_SeqId_6_ for inclusion in db096c0cf7767dc93f45659ac476ff7f/f 2024-11-23T11:22:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-23T11:22:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T11:22:59,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/staging/jenkins.hfs.22__test__8klajciegoi269dsbed3lfavmgedrnl2aitr31qt78bc5d1hkdif3gn1tlma3mn3/f/190decbd7c164148bd1e0fd81acf2d8b_SeqId_6_ for inclusion in db096c0cf7767dc93f45659ac476ff7f/f 2024-11-23T11:22:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-23T11:22:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T11:22:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HRegion(2603): Flush status journal for db096c0cf7767dc93f45659ac476ff7f: 2024-11-23T11:22:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 27394b0b45d2484a86510b879221ef34_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-23T11:22:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/staging/jenkins.hfs.22__test__8klajciegoi269dsbed3lfavmgedrnl2aitr31qt78bc5d1hkdif3gn1tlma3mn3/f/27394b0b45d2484a86510b879221ef34_SeqId_6_ as hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/default/test/db096c0cf7767dc93f45659ac476ff7f/f/c6653099a19745d1821902d0504d340b_SeqId_6_ 2024-11-23T11:22:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 190decbd7c164148bd1e0fd81acf2d8b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-23T11:22:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/staging/jenkins.hfs.22__test__8klajciegoi269dsbed3lfavmgedrnl2aitr31qt78bc5d1hkdif3gn1tlma3mn3/f/190decbd7c164148bd1e0fd81acf2d8b_SeqId_6_ as hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/default/test/db096c0cf7767dc93f45659ac476ff7f/f/3b3bbfbfd5d74318b97059379270d214_SeqId_6_ 2024-11-23T11:22:59,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/staging/jenkins.hfs.22__test__8klajciegoi269dsbed3lfavmgedrnl2aitr31qt78bc5d1hkdif3gn1tlma3mn3/f/27394b0b45d2484a86510b879221ef34_SeqId_6_ into db096c0cf7767dc93f45659ac476ff7f/f as hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/default/test/db096c0cf7767dc93f45659ac476ff7f/f/c6653099a19745d1821902d0504d340b_SeqId_6_ - updating store file list. 2024-11-23T11:22:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c6653099a19745d1821902d0504d340b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T11:22:59,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/default/test/db096c0cf7767dc93f45659ac476ff7f/f/c6653099a19745d1821902d0504d340b_SeqId_6_ into db096c0cf7767dc93f45659ac476ff7f/f 2024-11-23T11:22:59,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/staging/jenkins.hfs.22__test__8klajciegoi269dsbed3lfavmgedrnl2aitr31qt78bc5d1hkdif3gn1tlma3mn3/f/27394b0b45d2484a86510b879221ef34_SeqId_6_ into db096c0cf7767dc93f45659ac476ff7f/f (new location: hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/default/test/db096c0cf7767dc93f45659ac476ff7f/f/c6653099a19745d1821902d0504d340b_SeqId_6_) 2024-11-23T11:22:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/staging/jenkins.hfs.22__test__8klajciegoi269dsbed3lfavmgedrnl2aitr31qt78bc5d1hkdif3gn1tlma3mn3/f/27394b0b45d2484a86510b879221ef34_SeqId_6_ 2024-11-23T11:22:59,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/staging/jenkins.hfs.22__test__8klajciegoi269dsbed3lfavmgedrnl2aitr31qt78bc5d1hkdif3gn1tlma3mn3/f/190decbd7c164148bd1e0fd81acf2d8b_SeqId_6_ into db096c0cf7767dc93f45659ac476ff7f/f as hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/default/test/db096c0cf7767dc93f45659ac476ff7f/f/3b3bbfbfd5d74318b97059379270d214_SeqId_6_ - updating store file list. 2024-11-23T11:22:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3b3bbfbfd5d74318b97059379270d214_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T11:22:59,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/default/test/db096c0cf7767dc93f45659ac476ff7f/f/3b3bbfbfd5d74318b97059379270d214_SeqId_6_ into db096c0cf7767dc93f45659ac476ff7f/f 2024-11-23T11:22:59,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/staging/jenkins.hfs.22__test__8klajciegoi269dsbed3lfavmgedrnl2aitr31qt78bc5d1hkdif3gn1tlma3mn3/f/190decbd7c164148bd1e0fd81acf2d8b_SeqId_6_ into db096c0cf7767dc93f45659ac476ff7f/f (new location: hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/default/test/db096c0cf7767dc93f45659ac476ff7f/f/3b3bbfbfd5d74318b97059379270d214_SeqId_6_) 2024-11-23T11:22:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/staging/jenkins.hfs.22__test__8klajciegoi269dsbed3lfavmgedrnl2aitr31qt78bc5d1hkdif3gn1tlma3mn3/f/190decbd7c164148bd1e0fd81acf2d8b_SeqId_6_ 2024-11-23T11:22:59,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37757 {}] regionserver.ReplicationSink(324): Finished replicating [2624b3ca-9d04-40a1-8272-7b600d57e3df] bulk loaded data 2024-11-23T11:22:59,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:22:59,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64443f9a1829,40147,1732360966141 2024-11-23T11:22:59,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e14a5bb 2024-11-23T11:22:59,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:22:59,547 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-23T11:22:59,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T11:22:59,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:22:59,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64443f9a1829,37323,1732360966259, seqNum=-1] 2024-11-23T11:22:59,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:22:59,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-23T11:22:59,562 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/staging/jenkins.hfs.23__test__g5tpt3dollilj3tbi088bkisiip37joi084434i6acr7qojh9u56g9fv78ge4ra4/f/190decbd7c164148bd1e0fd81acf2d8b_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-23T11:22:59,566 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/staging/jenkins.hfs.23__test__g5tpt3dollilj3tbi088bkisiip37joi084434i6acr7qojh9u56g9fv78ge4ra4/f/27394b0b45d2484a86510b879221ef34_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-23T11:22:59,572 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360977404 to pos 393, reset compression=false 2024-11-23T11:22:59,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/staging/jenkins.hfs.23__test__g5tpt3dollilj3tbi088bkisiip37joi084434i6acr7qojh9u56g9fv78ge4ra4/f/190decbd7c164148bd1e0fd81acf2d8b_SeqId_6_ for inclusion in c3408c3aaab8c0a5939e55db62846621/f 2024-11-23T11:22:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-23T11:22:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T11:22:59,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/staging/jenkins.hfs.23__test__g5tpt3dollilj3tbi088bkisiip37joi084434i6acr7qojh9u56g9fv78ge4ra4/f/27394b0b45d2484a86510b879221ef34_SeqId_6_ for inclusion in c3408c3aaab8c0a5939e55db62846621/f 2024-11-23T11:22:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-23T11:22:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T11:22:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(2603): Flush status journal for c3408c3aaab8c0a5939e55db62846621: 2024-11-23T11:22:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 190decbd7c164148bd1e0fd81acf2d8b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-23T11:22:59,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/staging/jenkins.hfs.23__test__g5tpt3dollilj3tbi088bkisiip37joi084434i6acr7qojh9u56g9fv78ge4ra4/f/190decbd7c164148bd1e0fd81acf2d8b_SeqId_6_ as hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/default/test/c3408c3aaab8c0a5939e55db62846621/f/324d8fcdd16247729b650fbd5037d374_SeqId_4_ 2024-11-23T11:22:59,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 27394b0b45d2484a86510b879221ef34_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-23T11:22:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/staging/jenkins.hfs.23__test__g5tpt3dollilj3tbi088bkisiip37joi084434i6acr7qojh9u56g9fv78ge4ra4/f/27394b0b45d2484a86510b879221ef34_SeqId_6_ as hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/default/test/c3408c3aaab8c0a5939e55db62846621/f/e3a199e2e5f74df6a217fdaa11811f1e_SeqId_4_ 2024-11-23T11:22:59,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/staging/jenkins.hfs.23__test__g5tpt3dollilj3tbi088bkisiip37joi084434i6acr7qojh9u56g9fv78ge4ra4/f/190decbd7c164148bd1e0fd81acf2d8b_SeqId_6_ into c3408c3aaab8c0a5939e55db62846621/f as hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/default/test/c3408c3aaab8c0a5939e55db62846621/f/324d8fcdd16247729b650fbd5037d374_SeqId_4_ - updating store file list. 2024-11-23T11:22:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 324d8fcdd16247729b650fbd5037d374_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T11:22:59,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/default/test/c3408c3aaab8c0a5939e55db62846621/f/324d8fcdd16247729b650fbd5037d374_SeqId_4_ into c3408c3aaab8c0a5939e55db62846621/f 2024-11-23T11:22:59,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/staging/jenkins.hfs.23__test__g5tpt3dollilj3tbi088bkisiip37joi084434i6acr7qojh9u56g9fv78ge4ra4/f/190decbd7c164148bd1e0fd81acf2d8b_SeqId_6_ into c3408c3aaab8c0a5939e55db62846621/f (new location: hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/default/test/c3408c3aaab8c0a5939e55db62846621/f/324d8fcdd16247729b650fbd5037d374_SeqId_4_) 2024-11-23T11:22:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/staging/jenkins.hfs.23__test__g5tpt3dollilj3tbi088bkisiip37joi084434i6acr7qojh9u56g9fv78ge4ra4/f/190decbd7c164148bd1e0fd81acf2d8b_SeqId_6_ 2024-11-23T11:22:59,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/staging/jenkins.hfs.23__test__g5tpt3dollilj3tbi088bkisiip37joi084434i6acr7qojh9u56g9fv78ge4ra4/f/27394b0b45d2484a86510b879221ef34_SeqId_6_ into c3408c3aaab8c0a5939e55db62846621/f as hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/default/test/c3408c3aaab8c0a5939e55db62846621/f/e3a199e2e5f74df6a217fdaa11811f1e_SeqId_4_ - updating store file list. 2024-11-23T11:22:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e3a199e2e5f74df6a217fdaa11811f1e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T11:22:59,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/default/test/c3408c3aaab8c0a5939e55db62846621/f/e3a199e2e5f74df6a217fdaa11811f1e_SeqId_4_ into c3408c3aaab8c0a5939e55db62846621/f 2024-11-23T11:22:59,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/staging/jenkins.hfs.23__test__g5tpt3dollilj3tbi088bkisiip37joi084434i6acr7qojh9u56g9fv78ge4ra4/f/27394b0b45d2484a86510b879221ef34_SeqId_6_ into c3408c3aaab8c0a5939e55db62846621/f (new location: hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/default/test/c3408c3aaab8c0a5939e55db62846621/f/e3a199e2e5f74df6a217fdaa11811f1e_SeqId_4_) 2024-11-23T11:22:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/staging/jenkins.hfs.23__test__g5tpt3dollilj3tbi088bkisiip37joi084434i6acr7qojh9u56g9fv78ge4ra4/f/27394b0b45d2484a86510b879221ef34_SeqId_6_ 2024-11-23T11:22:59,606 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.ReplicationSink(324): Finished replicating [2624b3ca-9d04-40a1-8272-7b600d57e3df] bulk loaded data 2024-11-23T11:22:59,633 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,2-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360977404 to pos 393, reset compression=false 2024-11-23T11:22:59,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T11:22:59,689 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:22:59,689 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:22:59,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:59,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:59,690 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:22:59,690 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T11:22:59,690 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1835281031, stopped=false 2024-11-23T11:22:59,690 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64443f9a1829,40147,1732360966141 2024-11-23T11:22:59,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x101676e568e0007, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2116222579/running 2024-11-23T11:22:59,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x101676e568e0006, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2116222579/running 2024-11-23T11:22:59,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x101676e568e0006, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2116222579 2024-11-23T11:22:59,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x101676e568e0007, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2116222579 2024-11-23T11:22:59,734 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:22:59,734 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:22:59,734 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:22:59,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:59,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37323-0x101676e568e0007, quorum=127.0.0.1:64523, baseZNode=/2116222579 Set watcher on znode that does not yet exist, /2116222579/running 2024-11-23T11:22:59,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40147-0x101676e568e0006, quorum=127.0.0.1:64523, baseZNode=/2116222579 Set watcher on znode that does not yet exist, /2116222579/running 2024-11-23T11:22:59,735 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64443f9a1829,37323,1732360966259' ***** 2024-11-23T11:22:59,735 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T11:22:59,736 INFO [RS:0;64443f9a1829:37323 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T11:22:59,736 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T11:22:59,736 INFO [RS:0;64443f9a1829:37323 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T11:22:59,736 INFO [RS:0;64443f9a1829:37323 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T11:22:59,736 INFO [RS:0;64443f9a1829:37323 {}] regionserver.HRegionServer(3091): Received CLOSE for c3408c3aaab8c0a5939e55db62846621 2024-11-23T11:22:59,736 INFO [RS:0;64443f9a1829:37323 {}] regionserver.HRegionServer(959): stopping server 64443f9a1829,37323,1732360966259 2024-11-23T11:22:59,736 INFO [RS:0;64443f9a1829:37323 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:22:59,736 INFO [RS:0;64443f9a1829:37323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:37323. 2024-11-23T11:22:59,736 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c3408c3aaab8c0a5939e55db62846621, disabling compactions & flushes 2024-11-23T11:22:59,736 DEBUG [RS:0;64443f9a1829:37323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:22:59,736 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732360973107.c3408c3aaab8c0a5939e55db62846621. 2024-11-23T11:22:59,736 DEBUG [RS:0;64443f9a1829:37323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:22:59,736 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732360973107.c3408c3aaab8c0a5939e55db62846621. 2024-11-23T11:22:59,736 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732360973107.c3408c3aaab8c0a5939e55db62846621. after waiting 0 ms 2024-11-23T11:22:59,737 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732360973107.c3408c3aaab8c0a5939e55db62846621. 2024-11-23T11:22:59,737 INFO [RS:0;64443f9a1829:37323 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T11:22:59,737 INFO [RS:0;64443f9a1829:37323 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T11:22:59,737 INFO [RS:0;64443f9a1829:37323 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T11:22:59,737 INFO [RS:0;64443f9a1829:37323 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T11:22:59,744 INFO [RS:0;64443f9a1829:37323 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T11:22:59,744 DEBUG [RS:0;64443f9a1829:37323 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c3408c3aaab8c0a5939e55db62846621=test,,1732360973107.c3408c3aaab8c0a5939e55db62846621.} 2024-11-23T11:22:59,744 DEBUG [RS:0;64443f9a1829:37323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c3408c3aaab8c0a5939e55db62846621 2024-11-23T11:22:59,745 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:22:59,745 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:22:59,745 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:22:59,745 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:22:59,745 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:22:59,745 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-23T11:22:59,772 INFO [regionserver/64443f9a1829:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:22:59,773 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/hbase/meta/1588230740/.tmp/info/73bd49286bad4dbd84ef5f486b09dbf4 is 129, key is test,,1732360973107.c3408c3aaab8c0a5939e55db62846621./info:regioninfo/1732360973442/Put/seqid=0 2024-11-23T11:22:59,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741839_1015 (size=6421) 2024-11-23T11:22:59,780 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/default/test/c3408c3aaab8c0a5939e55db62846621/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-23T11:22:59,781 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:22:59,781 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T11:22:59,781 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732360973107.c3408c3aaab8c0a5939e55db62846621. 2024-11-23T11:22:59,781 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c3408c3aaab8c0a5939e55db62846621: Waiting for close lock at 1732360979736Running coprocessor pre-close hooks at 1732360979736Disabling compacts and flushes for region at 1732360979736Disabling writes for close at 1732360979737 (+1 ms)Writing region close event to WAL at 1732360979757 (+20 ms)Running coprocessor post-close hooks at 1732360979781 (+24 ms)Closed at 1732360979781 2024-11-23T11:22:59,781 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732360973107.c3408c3aaab8c0a5939e55db62846621. 2024-11-23T11:22:59,945 DEBUG [RS:0;64443f9a1829:37323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:22:59,980 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360977404 to pos 393, reset compression=false 2024-11-23T11:22:59,994 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:22:59,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:59,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:59,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:59,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:59,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:22:59,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:23:00,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:23:00,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:23:00,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:23:00,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:23:00,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:23:00,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:23:00,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:23:00,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:23:00,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:23:00,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:23:00,137 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,2-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360977404 to pos 393, reset compression=false 2024-11-23T11:23:00,145 DEBUG [RS:0;64443f9a1829:37323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:23:00,178 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/hbase/meta/1588230740/.tmp/info/73bd49286bad4dbd84ef5f486b09dbf4 2024-11-23T11:23:00,202 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/hbase/meta/1588230740/.tmp/ns/a43f87128b264f17842105dc621642dd is 43, key is default/ns:d/1732360969676/Put/seqid=0 2024-11-23T11:23:00,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741840_1016 (size=5153) 2024-11-23T11:23:00,206 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/hbase/meta/1588230740/.tmp/ns/a43f87128b264f17842105dc621642dd 2024-11-23T11:23:00,227 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/hbase/meta/1588230740/.tmp/rep_barrier/718ec84c1ea2429084fc430423cfead9 is 112, key is test,,1732360973107.c3408c3aaab8c0a5939e55db62846621./rep_barrier:seqnumDuringOpen/1732360973442/Put/seqid=0 2024-11-23T11:23:00,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741841_1017 (size=5518) 2024-11-23T11:23:00,345 DEBUG [RS:0;64443f9a1829:37323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:23:00,483 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360977404 to pos 393, reset compression=false 2024-11-23T11:23:00,492 INFO [regionserver/64443f9a1829:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T11:23:00,492 INFO [regionserver/64443f9a1829:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T11:23:00,545 DEBUG [RS:0;64443f9a1829:37323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:23:00,634 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/hbase/meta/1588230740/.tmp/rep_barrier/718ec84c1ea2429084fc430423cfead9 2024-11-23T11:23:00,650 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/hbase/meta/1588230740/.tmp/table/cef876a6bf724f7eb486fec3324ead11 is 40, key is test/table:state/1732360973448/Put/seqid=0 2024-11-23T11:23:00,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741842_1018 (size=5165) 2024-11-23T11:23:00,657 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/hbase/meta/1588230740/.tmp/table/cef876a6bf724f7eb486fec3324ead11 2024-11-23T11:23:00,665 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/hbase/meta/1588230740/.tmp/info/73bd49286bad4dbd84ef5f486b09dbf4 as hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/hbase/meta/1588230740/info/73bd49286bad4dbd84ef5f486b09dbf4 2024-11-23T11:23:00,669 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/hbase/meta/1588230740/info/73bd49286bad4dbd84ef5f486b09dbf4, entries=10, sequenceid=11, filesize=6.3 K 2024-11-23T11:23:00,669 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/hbase/meta/1588230740/.tmp/ns/a43f87128b264f17842105dc621642dd as hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/hbase/meta/1588230740/ns/a43f87128b264f17842105dc621642dd 2024-11-23T11:23:00,672 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/hbase/meta/1588230740/ns/a43f87128b264f17842105dc621642dd, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T11:23:00,673 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/hbase/meta/1588230740/.tmp/rep_barrier/718ec84c1ea2429084fc430423cfead9 as hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/hbase/meta/1588230740/rep_barrier/718ec84c1ea2429084fc430423cfead9 2024-11-23T11:23:00,677 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/hbase/meta/1588230740/rep_barrier/718ec84c1ea2429084fc430423cfead9, entries=1, sequenceid=11, filesize=5.4 K 2024-11-23T11:23:00,678 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/hbase/meta/1588230740/.tmp/table/cef876a6bf724f7eb486fec3324ead11 as hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/hbase/meta/1588230740/table/cef876a6bf724f7eb486fec3324ead11 2024-11-23T11:23:00,683 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/hbase/meta/1588230740/table/cef876a6bf724f7eb486fec3324ead11, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T11:23:00,684 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 939ms, sequenceid=11, compaction requested=false 2024-11-23T11:23:00,705 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T11:23:00,705 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:23:00,705 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:23:00,705 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:23:00,705 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360979745Running coprocessor pre-close hooks at 1732360979745Disabling compacts and flushes for region at 1732360979745Disabling writes for close at 1732360979745Obtaining lock to block concurrent updates at 1732360979745Preparing flush snapshotting stores in 1588230740 at 1732360979745Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732360979746 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732360979746Flushing 1588230740/info: creating writer at 1732360979746Flushing 1588230740/info: appending metadata at 1732360979773 (+27 ms)Flushing 1588230740/info: closing flushed file at 1732360979773Flushing 1588230740/ns: creating writer at 1732360980182 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732360980201 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732360980201Flushing 1588230740/rep_barrier: creating writer at 1732360980210 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732360980226 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732360980226Flushing 1588230740/table: creating writer at 1732360980637 (+411 ms)Flushing 1588230740/table: appending metadata at 1732360980650 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732360980650Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a997677: reopening flushed file at 1732360980665 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59007bd4: reopening flushed file at 1732360980669 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b2a99ef: reopening flushed file at 1732360980673 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@274398ab: reopening flushed file at 1732360980677 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 939ms, sequenceid=11, compaction requested=false at 1732360980684 (+7 ms)Writing region close event to WAL at 1732360980700 (+16 ms)Running coprocessor post-close hooks at 1732360980705 (+5 ms)Closed at 1732360980705 2024-11-23T11:23:00,706 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T11:23:00,740 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,2-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360977404 to pos 393, reset compression=false 2024-11-23T11:23:00,745 INFO [RS:0;64443f9a1829:37323 {}] regionserver.HRegionServer(976): stopping server 64443f9a1829,37323,1732360966259; all regions closed. 2024-11-23T11:23:00,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741834_1010 (size=2717) 2024-11-23T11:23:00,750 DEBUG [RS:0;64443f9a1829:37323 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/oldWALs 2024-11-23T11:23:00,750 INFO [RS:0;64443f9a1829:37323 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C37323%2C1732360966259.meta:.meta(num 1732360969566) 2024-11-23T11:23:00,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741832_1008 (size=1028) 2024-11-23T11:23:00,754 DEBUG [RS:0;64443f9a1829:37323 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/oldWALs 2024-11-23T11:23:00,754 INFO [RS:0;64443f9a1829:37323 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C37323%2C1732360966259:(num 1732360968591) 2024-11-23T11:23:00,754 DEBUG [RS:0;64443f9a1829:37323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:00,754 INFO [RS:0;64443f9a1829:37323 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:23:00,754 INFO [RS:0;64443f9a1829:37323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:23:00,754 INFO [RS:0;64443f9a1829:37323 {}] hbase.ChoreService(370): Chore service for: regionserver/64443f9a1829:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T11:23:00,754 INFO [RS:0;64443f9a1829:37323 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:23:00,754 INFO [regionserver/64443f9a1829:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:23:00,755 INFO [RS:0;64443f9a1829:37323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:37323. 2024-11-23T11:23:00,755 DEBUG [RS:0;64443f9a1829:37323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:23:00,755 DEBUG [RS:0;64443f9a1829:37323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:00,755 DEBUG [RS:0;64443f9a1829:37323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:00,755 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:23:00,755 INFO [RS:0;64443f9a1829:37323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37323 2024-11-23T11:23:00,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x101676e568e0007, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2116222579/rs/64443f9a1829,37323,1732360966259 2024-11-23T11:23:00,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x101676e568e0006, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2116222579/rs 2024-11-23T11:23:00,800 INFO [RS:0;64443f9a1829:37323 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:23:00,828 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64443f9a1829,37323,1732360966259] 2024-11-23T11:23:00,881 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2116222579/draining/64443f9a1829,37323,1732360966259 already deleted, retry=false 2024-11-23T11:23:00,882 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64443f9a1829,37323,1732360966259 expired; onlineServers=0 2024-11-23T11:23:00,882 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64443f9a1829,40147,1732360966141' ***** 2024-11-23T11:23:00,882 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T11:23:00,882 INFO [M:0;64443f9a1829:40147 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:23:00,882 INFO [M:0;64443f9a1829:40147 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:23:00,882 DEBUG [M:0;64443f9a1829:40147 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T11:23:00,882 DEBUG [M:0;64443f9a1829:40147 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T11:23:00,882 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T11:23:00,882 INFO [M:0;64443f9a1829:40147 {}] hbase.ChoreService(370): Chore service for: master/64443f9a1829:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T11:23:00,882 INFO [M:0;64443f9a1829:40147 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:23:00,882 DEBUG [M:0;64443f9a1829:40147 {}] master.HMaster(1795): Stopping service threads 2024-11-23T11:23:00,882 INFO [M:0;64443f9a1829:40147 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T11:23:00,883 INFO [M:0;64443f9a1829:40147 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:23:00,884 INFO [M:0;64443f9a1829:40147 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T11:23:00,884 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T11:23:00,884 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360968373 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360968373,5,FailOnTimeoutGroup] 2024-11-23T11:23:00,884 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360968373 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360968373,5,FailOnTimeoutGroup] 2024-11-23T11:23:00,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x101676e568e0007, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:23:00,928 INFO [RS:0;64443f9a1829:37323 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:23:00,928 INFO [RS:0;64443f9a1829:37323 {}] regionserver.HRegionServer(1031): Exiting; stopping=64443f9a1829,37323,1732360966259; zookeeper connection closed. 2024-11-23T11:23:00,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x101676e568e0007, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:23:00,929 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64a28789 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64a28789 2024-11-23T11:23:00,929 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T11:23:00,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x101676e568e0006, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2116222579/master 2024-11-23T11:23:00,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x101676e568e0006, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2116222579 2024-11-23T11:23:00,949 DEBUG [M:0;64443f9a1829:40147 {}] zookeeper.ZKUtil(347): master:40147-0x101676e568e0006, quorum=127.0.0.1:64523, baseZNode=/2116222579 Unable to get data of znode /2116222579/master because node does not exist (not an error) 2024-11-23T11:23:00,949 WARN [M:0;64443f9a1829:40147 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T11:23:00,949 INFO [M:0;64443f9a1829:40147 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/.lastflushedseqids 2024-11-23T11:23:00,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741843_1019 (size=173) 2024-11-23T11:23:00,956 INFO [M:0;64443f9a1829:40147 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T11:23:00,956 INFO [M:0;64443f9a1829:40147 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T11:23:00,957 DEBUG [M:0;64443f9a1829:40147 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:23:00,957 INFO [M:0;64443f9a1829:40147 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:23:00,957 DEBUG [M:0;64443f9a1829:40147 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:23:00,957 DEBUG [M:0;64443f9a1829:40147 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:23:00,957 DEBUG [M:0;64443f9a1829:40147 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:23:00,957 INFO [M:0;64443f9a1829:40147 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-23T11:23:00,976 DEBUG [M:0;64443f9a1829:40147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c69280a5ab494ba3804d6a373fb575ba is 82, key is hbase:meta,,1/info:regioninfo/1732360969598/Put/seqid=0 2024-11-23T11:23:00,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741844_1020 (size=5672) 2024-11-23T11:23:01,087 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360977404 to pos 393, reset compression=false 2024-11-23T11:23:01,379 INFO [M:0;64443f9a1829:40147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c69280a5ab494ba3804d6a373fb575ba 2024-11-23T11:23:01,396 DEBUG [M:0;64443f9a1829:40147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad70a8845ad6472bb5bfe59cc19b3e06 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732360973450/Put/seqid=0 2024-11-23T11:23:01,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741845_1021 (size=6587) 2024-11-23T11:23:01,400 INFO [M:0;64443f9a1829:40147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad70a8845ad6472bb5bfe59cc19b3e06 2024-11-23T11:23:01,418 DEBUG [M:0;64443f9a1829:40147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40bd333435e74f7cb7b1bd1eb86b34c4 is 69, key is 64443f9a1829,37323,1732360966259/rs:state/1732360968422/Put/seqid=0 2024-11-23T11:23:01,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741846_1022 (size=5156) 2024-11-23T11:23:01,445 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,2-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360977404 to pos 393, reset compression=false 2024-11-23T11:23:01,790 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360977404 to pos 393, reset compression=false 2024-11-23T11:23:01,822 INFO [M:0;64443f9a1829:40147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40bd333435e74f7cb7b1bd1eb86b34c4 2024-11-23T11:23:01,826 DEBUG [M:0;64443f9a1829:40147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c69280a5ab494ba3804d6a373fb575ba as hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c69280a5ab494ba3804d6a373fb575ba 2024-11-23T11:23:01,830 INFO [M:0;64443f9a1829:40147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c69280a5ab494ba3804d6a373fb575ba, entries=8, sequenceid=55, filesize=5.5 K 2024-11-23T11:23:01,831 DEBUG [M:0;64443f9a1829:40147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad70a8845ad6472bb5bfe59cc19b3e06 as hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ad70a8845ad6472bb5bfe59cc19b3e06 2024-11-23T11:23:01,838 INFO [M:0;64443f9a1829:40147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ad70a8845ad6472bb5bfe59cc19b3e06, entries=6, sequenceid=55, filesize=6.4 K 2024-11-23T11:23:01,839 DEBUG [M:0;64443f9a1829:40147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40bd333435e74f7cb7b1bd1eb86b34c4 as hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40bd333435e74f7cb7b1bd1eb86b34c4 2024-11-23T11:23:01,850 INFO [M:0;64443f9a1829:40147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44435/user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40bd333435e74f7cb7b1bd1eb86b34c4, entries=1, sequenceid=55, filesize=5.0 K 2024-11-23T11:23:01,851 INFO [M:0;64443f9a1829:40147 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 894ms, sequenceid=55, compaction requested=false 2024-11-23T11:23:01,856 INFO [M:0;64443f9a1829:40147 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:23:01,856 DEBUG [M:0;64443f9a1829:40147 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360980956Disabling compacts and flushes for region at 1732360980956Disabling writes for close at 1732360980957 (+1 ms)Obtaining lock to block concurrent updates at 1732360980957Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732360980957Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1732360980957Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732360980958 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732360980958Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732360980975 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732360980975Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732360981382 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732360981396 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732360981396Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732360981403 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732360981418 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732360981418Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76b72554: reopening flushed file at 1732360981825 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c5759b3: reopening flushed file at 1732360981830 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@549696c5: reopening flushed file at 1732360981838 (+8 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 894ms, sequenceid=55, compaction requested=false at 1732360981851 (+13 ms)Writing region close event to WAL at 1732360981856 (+5 ms)Closed at 1732360981856 2024-11-23T11:23:01,858 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4bf6459d-a196-eb2e-4114-b4e973d97a3c/MasterData/WALs/64443f9a1829,40147,1732360966141/64443f9a1829%2C40147%2C1732360966141.1732360968017 not finished, retry = 0 2024-11-23T11:23:01,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44979 is added to blk_1073741830_1006 (size=32782) 2024-11-23T11:23:01,959 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:23:01,959 INFO [M:0;64443f9a1829:40147 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T11:23:01,959 INFO [M:0;64443f9a1829:40147 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40147 2024-11-23T11:23:01,960 INFO [M:0;64443f9a1829:40147 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:23:02,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x101676e568e0006, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:23:02,065 INFO [M:0;64443f9a1829:40147 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:23:02,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x101676e568e0006, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:23:02,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a481cf7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:23:02,095 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@186f3307{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:23:02,095 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:23:02,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51fd8aa2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:23:02,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@633b22db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e685198e-25bd-5a06-d361-d96769555512/hadoop.log.dir/,STOPPED} 2024-11-23T11:23:02,097 WARN [BP-1249226337-172.17.0.3-1732360964036 heartbeating to localhost/127.0.0.1:44435 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T11:23:02,097 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T11:23:02,097 WARN [BP-1249226337-172.17.0.3-1732360964036 heartbeating to localhost/127.0.0.1:44435 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1249226337-172.17.0.3-1732360964036 (Datanode Uuid 21c4dbbc-4279-46fc-a8ac-111d71afbb45) service to localhost/127.0.0.1:44435 2024-11-23T11:23:02,097 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T11:23:02,098 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e685198e-25bd-5a06-d361-d96769555512/cluster_71dbb1e2-044e-9267-1df2-929e4aa5dfab/data/data1/current/BP-1249226337-172.17.0.3-1732360964036 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:23:02,098 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e685198e-25bd-5a06-d361-d96769555512/cluster_71dbb1e2-044e-9267-1df2-929e4aa5dfab/data/data2/current/BP-1249226337-172.17.0.3-1732360964036 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:23:02,098 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T11:23:02,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@146ddee2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:23:02,109 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@269dcc4e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:23:02,109 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:23:02,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@664c1a72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:23:02,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d184911{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e685198e-25bd-5a06-d361-d96769555512/hadoop.log.dir/,STOPPED} 2024-11-23T11:23:02,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T11:23:02,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T11:23:02,124 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:23:02,124 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:23:02,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:02,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:02,124 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:23:02,125 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T11:23:02,125 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=195858776, stopped=false 2024-11-23T11:23:02,125 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64443f9a1829,32821,1732360960447 2024-11-23T11:23:02,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x101676e568e0004, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-721509925/running 2024-11-23T11:23:02,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x101676e568e0004, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721509925 2024-11-23T11:23:02,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101676e568e0003, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-721509925/running 2024-11-23T11:23:02,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101676e568e0003, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721509925 2024-11-23T11:23:02,144 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:23:02,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32821-0x101676e568e0003, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Set watcher on znode that does not yet exist, /1-721509925/running 2024-11-23T11:23:02,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37757-0x101676e568e0004, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Set watcher on znode that does not yet exist, /1-721509925/running 2024-11-23T11:23:02,146 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:23:02,147 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:23:02,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:02,147 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64443f9a1829,37757,1732360960567' ***** 2024-11-23T11:23:02,147 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T11:23:02,148 INFO [RS:0;64443f9a1829:37757 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T11:23:02,148 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T11:23:02,148 INFO [RS:0;64443f9a1829:37757 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T11:23:02,148 INFO [RS:0;64443f9a1829:37757 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T11:23:02,148 INFO [RS:0;64443f9a1829:37757 {}] regionserver.HRegionServer(3091): Received CLOSE for db096c0cf7767dc93f45659ac476ff7f 2024-11-23T11:23:02,152 INFO [RS:0;64443f9a1829:37757 {}] regionserver.HRegionServer(959): stopping server 64443f9a1829,37757,1732360960567 2024-11-23T11:23:02,152 INFO [RS:0;64443f9a1829:37757 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:23:02,152 INFO [RS:0;64443f9a1829:37757 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:37757. 2024-11-23T11:23:02,152 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db096c0cf7767dc93f45659ac476ff7f, disabling compactions & flushes 2024-11-23T11:23:02,152 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732360970947.db096c0cf7767dc93f45659ac476ff7f. 2024-11-23T11:23:02,152 DEBUG [RS:0;64443f9a1829:37757 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:23:02,152 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732360970947.db096c0cf7767dc93f45659ac476ff7f. 2024-11-23T11:23:02,152 DEBUG [RS:0;64443f9a1829:37757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:02,152 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732360970947.db096c0cf7767dc93f45659ac476ff7f. after waiting 0 ms 2024-11-23T11:23:02,152 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732360970947.db096c0cf7767dc93f45659ac476ff7f. 2024-11-23T11:23:02,152 INFO [RS:0;64443f9a1829:37757 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T11:23:02,152 INFO [RS:0;64443f9a1829:37757 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T11:23:02,152 INFO [RS:0;64443f9a1829:37757 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T11:23:02,153 INFO [RS:0;64443f9a1829:37757 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T11:23:02,156 INFO [RS:0;64443f9a1829:37757 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T11:23:02,156 DEBUG [RS:0;64443f9a1829:37757 {}] regionserver.HRegionServer(1325): Online Regions={db096c0cf7767dc93f45659ac476ff7f=test,,1732360970947.db096c0cf7767dc93f45659ac476ff7f., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T11:23:02,156 DEBUG [RS:0;64443f9a1829:37757 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, db096c0cf7767dc93f45659ac476ff7f 2024-11-23T11:23:02,156 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:23:02,156 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:23:02,156 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:23:02,156 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:23:02,156 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:23:02,156 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-23T11:23:02,165 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/default/test/db096c0cf7767dc93f45659ac476ff7f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T11:23:02,166 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:23:02,166 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T11:23:02,166 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732360970947.db096c0cf7767dc93f45659ac476ff7f. 2024-11-23T11:23:02,166 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db096c0cf7767dc93f45659ac476ff7f: Waiting for close lock at 1732360982152Running coprocessor pre-close hooks at 1732360982152Disabling compacts and flushes for region at 1732360982152Disabling writes for close at 1732360982152Writing region close event to WAL at 1732360982157 (+5 ms)Running coprocessor post-close hooks at 1732360982165 (+8 ms)Closed at 1732360982166 (+1 ms) 2024-11-23T11:23:02,166 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732360970947.db096c0cf7767dc93f45659ac476ff7f. 2024-11-23T11:23:02,178 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/hbase/meta/1588230740/.tmp/info/c2737f2338264abcb36151b439f5fb49 is 129, key is test,,1732360970947.db096c0cf7767dc93f45659ac476ff7f./info:regioninfo/1732360972086/Put/seqid=0 2024-11-23T11:23:02,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741841_1017 (size=6421) 2024-11-23T11:23:02,187 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/hbase/meta/1588230740/.tmp/info/c2737f2338264abcb36151b439f5fb49 2024-11-23T11:23:02,212 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/hbase/meta/1588230740/.tmp/ns/c42f4ccbd49c43a79c07917a5e7e4bf1 is 43, key is default/ns:d/1732360963888/Put/seqid=0 2024-11-23T11:23:02,217 INFO [regionserver/64443f9a1829:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:23:02,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741842_1018 (size=5153) 2024-11-23T11:23:02,219 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/hbase/meta/1588230740/.tmp/ns/c42f4ccbd49c43a79c07917a5e7e4bf1 2024-11-23T11:23:02,249 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/hbase/meta/1588230740/.tmp/rep_barrier/901006c35a474bfdb43c08e7827f6801 is 112, key is test,,1732360970947.db096c0cf7767dc93f45659ac476ff7f./rep_barrier:seqnumDuringOpen/1732360972086/Put/seqid=0 2024-11-23T11:23:02,249 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,2-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360977404 to pos 393, reset compression=false 2024-11-23T11:23:02,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741843_1019 (size=5518) 2024-11-23T11:23:02,253 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/hbase/meta/1588230740/.tmp/rep_barrier/901006c35a474bfdb43c08e7827f6801 2024-11-23T11:23:02,278 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/hbase/meta/1588230740/.tmp/table/32e818557e544663a0459dabc2fa71f2 is 40, key is test/table:state/1732360972093/Put/seqid=0 2024-11-23T11:23:02,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741844_1020 (size=5165) 2024-11-23T11:23:02,285 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/hbase/meta/1588230740/.tmp/table/32e818557e544663a0459dabc2fa71f2 2024-11-23T11:23:02,289 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/hbase/meta/1588230740/.tmp/info/c2737f2338264abcb36151b439f5fb49 as hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/hbase/meta/1588230740/info/c2737f2338264abcb36151b439f5fb49 2024-11-23T11:23:02,294 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/hbase/meta/1588230740/info/c2737f2338264abcb36151b439f5fb49, entries=10, sequenceid=11, filesize=6.3 K 2024-11-23T11:23:02,295 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/hbase/meta/1588230740/.tmp/ns/c42f4ccbd49c43a79c07917a5e7e4bf1 as hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/hbase/meta/1588230740/ns/c42f4ccbd49c43a79c07917a5e7e4bf1 2024-11-23T11:23:02,298 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/hbase/meta/1588230740/ns/c42f4ccbd49c43a79c07917a5e7e4bf1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T11:23:02,299 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/hbase/meta/1588230740/.tmp/rep_barrier/901006c35a474bfdb43c08e7827f6801 as hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/hbase/meta/1588230740/rep_barrier/901006c35a474bfdb43c08e7827f6801 2024-11-23T11:23:02,303 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/hbase/meta/1588230740/rep_barrier/901006c35a474bfdb43c08e7827f6801, entries=1, sequenceid=11, filesize=5.4 K 2024-11-23T11:23:02,303 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/hbase/meta/1588230740/.tmp/table/32e818557e544663a0459dabc2fa71f2 as hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/hbase/meta/1588230740/table/32e818557e544663a0459dabc2fa71f2 2024-11-23T11:23:02,309 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/hbase/meta/1588230740/table/32e818557e544663a0459dabc2fa71f2, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T11:23:02,311 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 155ms, sequenceid=11, compaction requested=false 2024-11-23T11:23:02,328 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T11:23:02,329 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:23:02,329 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:23:02,329 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:23:02,329 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360982156Running coprocessor pre-close hooks at 1732360982156Disabling compacts and flushes for region at 1732360982156Disabling writes for close at 1732360982156Obtaining lock to block concurrent updates at 1732360982156Preparing flush snapshotting stores in 1588230740 at 1732360982156Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732360982157 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732360982157Flushing 1588230740/info: creating writer at 1732360982158 (+1 ms)Flushing 1588230740/info: appending metadata at 1732360982178 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732360982178Flushing 1588230740/ns: creating writer at 1732360982190 (+12 ms)Flushing 1588230740/ns: appending metadata at 1732360982211 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732360982211Flushing 1588230740/rep_barrier: creating writer at 1732360982225 (+14 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732360982248 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732360982248Flushing 1588230740/table: creating writer at 1732360982257 (+9 ms)Flushing 1588230740/table: appending metadata at 1732360982277 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732360982277Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@421c3750: reopening flushed file at 1732360982288 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@275061d7: reopening flushed file at 1732360982294 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b335612: reopening flushed file at 1732360982298 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e926969: reopening flushed file at 1732360982303 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 155ms, sequenceid=11, compaction requested=false at 1732360982311 (+8 ms)Writing region close event to WAL at 1732360982326 (+15 ms)Running coprocessor post-close hooks at 1732360982329 (+3 ms)Closed at 1732360982329 2024-11-23T11:23:02,329 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T11:23:02,356 INFO [RS:0;64443f9a1829:37757 {}] regionserver.HRegionServer(976): stopping server 64443f9a1829,37757,1732360960567; all regions closed. 2024-11-23T11:23:02,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741834_1010 (size=2717) 2024-11-23T11:23:02,360 DEBUG [RS:0;64443f9a1829:37757 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/oldWALs 2024-11-23T11:23:02,360 INFO [RS:0;64443f9a1829:37757 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C37757%2C1732360960567.meta:.meta(num 1732360963849) 2024-11-23T11:23:02,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741832_1008 (size=1374) 2024-11-23T11:23:02,363 DEBUG [RS:0;64443f9a1829:37757 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/oldWALs 2024-11-23T11:23:02,363 INFO [RS:0;64443f9a1829:37757 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64443f9a1829%2C37757%2C1732360960567:(num 1732360962918) 2024-11-23T11:23:02,363 DEBUG [RS:0;64443f9a1829:37757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:02,363 INFO [RS:0;64443f9a1829:37757 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:23:02,364 INFO [RS:0;64443f9a1829:37757 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:23:02,364 INFO [RS:0;64443f9a1829:37757 {}] hbase.ChoreService(370): Chore service for: regionserver/64443f9a1829:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T11:23:02,364 INFO [RS:0;64443f9a1829:37757 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:23:02,364 INFO [RS:0;64443f9a1829:37757 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:37757. 2024-11-23T11:23:02,364 DEBUG [RS:0;64443f9a1829:37757 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:23:02,364 DEBUG [RS:0;64443f9a1829:37757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:02,364 DEBUG [RS:0;64443f9a1829:37757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:02,364 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:23:02,364 INFO [RS:0;64443f9a1829:37757 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37757 2024-11-23T11:23:02,365 INFO [regionserver/64443f9a1829:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:23:02,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101676e568e0003, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721509925/rs 2024-11-23T11:23:02,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x101676e568e0004, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-721509925/rs/64443f9a1829,37757,1732360960567 2024-11-23T11:23:02,376 INFO [RS:0;64443f9a1829:37757 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:23:02,376 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64443f9a1829,37757,1732360960567] 2024-11-23T11:23:02,396 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-721509925/draining/64443f9a1829,37757,1732360960567 already deleted, retry=false 2024-11-23T11:23:02,396 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64443f9a1829,37757,1732360960567 expired; onlineServers=0 2024-11-23T11:23:02,397 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64443f9a1829,32821,1732360960447' ***** 2024-11-23T11:23:02,397 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T11:23:02,397 INFO [M:0;64443f9a1829:32821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:23:02,397 INFO [M:0;64443f9a1829:32821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:23:02,397 DEBUG [M:0;64443f9a1829:32821 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T11:23:02,397 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T11:23:02,397 DEBUG [M:0;64443f9a1829:32821 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T11:23:02,397 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360962636 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360962636,5,FailOnTimeoutGroup] 2024-11-23T11:23:02,397 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360962636 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360962636,5,FailOnTimeoutGroup] 2024-11-23T11:23:02,397 INFO [M:0;64443f9a1829:32821 {}] hbase.ChoreService(370): Chore service for: master/64443f9a1829:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T11:23:02,397 INFO [M:0;64443f9a1829:32821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:23:02,397 DEBUG [M:0;64443f9a1829:32821 {}] master.HMaster(1795): Stopping service threads 2024-11-23T11:23:02,397 INFO [M:0;64443f9a1829:32821 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T11:23:02,397 INFO [M:0;64443f9a1829:32821 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:23:02,397 INFO [M:0;64443f9a1829:32821 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T11:23:02,397 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T11:23:02,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101676e568e0003, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-721509925/master 2024-11-23T11:23:02,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101676e568e0003, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-721509925 2024-11-23T11:23:02,407 DEBUG [M:0;64443f9a1829:32821 {}] zookeeper.ZKUtil(347): master:32821-0x101676e568e0003, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Unable to get data of znode /1-721509925/master because node does not exist (not an error) 2024-11-23T11:23:02,407 WARN [M:0;64443f9a1829:32821 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T11:23:02,408 INFO [M:0;64443f9a1829:32821 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/.lastflushedseqids 2024-11-23T11:23:02,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741845_1021 (size=173) 2024-11-23T11:23:02,486 INFO [RS:0;64443f9a1829:37757 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:23:02,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x101676e568e0004, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:23:02,486 INFO [RS:0;64443f9a1829:37757 {}] regionserver.HRegionServer(1031): Exiting; stopping=64443f9a1829,37757,1732360960567; zookeeper connection closed. 2024-11-23T11:23:02,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37757-0x101676e568e0004, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:23:02,486 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2205f146 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2205f146 2024-11-23T11:23:02,487 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T11:23:02,593 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360977404 to pos 393, reset compression=false 2024-11-23T11:23:02,812 INFO [M:0;64443f9a1829:32821 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T11:23:02,812 INFO [M:0;64443f9a1829:32821 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T11:23:02,812 DEBUG [M:0;64443f9a1829:32821 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:23:02,812 INFO [M:0;64443f9a1829:32821 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:23:02,812 DEBUG [M:0;64443f9a1829:32821 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:23:02,812 DEBUG [M:0;64443f9a1829:32821 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:23:02,812 DEBUG [M:0;64443f9a1829:32821 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:23:02,812 INFO [M:0;64443f9a1829:32821 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-23T11:23:02,828 DEBUG [M:0;64443f9a1829:32821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99e0553ab5fd41b39c24a0065ae0cd6d is 82, key is hbase:meta,,1/info:regioninfo/1732360963878/Put/seqid=0 2024-11-23T11:23:02,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741846_1022 (size=5672) 2024-11-23T11:23:03,161 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,2-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360977404 to pos 393, reset compression=false 2024-11-23T11:23:03,232 INFO [M:0;64443f9a1829:32821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99e0553ab5fd41b39c24a0065ae0cd6d 2024-11-23T11:23:03,246 DEBUG [M:0;64443f9a1829:32821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b857e4bb6fa64121a96ec3fa718dcb3d is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732360972095/Put/seqid=0 2024-11-23T11:23:03,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741847_1023 (size=6587) 2024-11-23T11:23:03,496 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360977404 to pos 393, reset compression=false 2024-11-23T11:23:03,650 INFO [M:0;64443f9a1829:32821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b857e4bb6fa64121a96ec3fa718dcb3d 2024-11-23T11:23:03,666 DEBUG [M:0;64443f9a1829:32821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ec80c61d44349db9578d2448476480a is 69, key is 64443f9a1829,37757,1732360960567/rs:state/1732360962716/Put/seqid=0 2024-11-23T11:23:03,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741848_1024 (size=5156) 2024-11-23T11:23:03,673 INFO [M:0;64443f9a1829:32821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ec80c61d44349db9578d2448476480a 2024-11-23T11:23:03,677 DEBUG [M:0;64443f9a1829:32821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99e0553ab5fd41b39c24a0065ae0cd6d as hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99e0553ab5fd41b39c24a0065ae0cd6d 2024-11-23T11:23:03,681 INFO [M:0;64443f9a1829:32821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99e0553ab5fd41b39c24a0065ae0cd6d, entries=8, sequenceid=55, filesize=5.5 K 2024-11-23T11:23:03,682 DEBUG [M:0;64443f9a1829:32821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b857e4bb6fa64121a96ec3fa718dcb3d as hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b857e4bb6fa64121a96ec3fa718dcb3d 2024-11-23T11:23:03,697 INFO [M:0;64443f9a1829:32821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b857e4bb6fa64121a96ec3fa718dcb3d, entries=6, sequenceid=55, filesize=6.4 K 2024-11-23T11:23:03,698 DEBUG [M:0;64443f9a1829:32821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ec80c61d44349db9578d2448476480a as hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ec80c61d44349db9578d2448476480a 2024-11-23T11:23:03,702 INFO [M:0;64443f9a1829:32821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41015/user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ec80c61d44349db9578d2448476480a, entries=1, sequenceid=55, filesize=5.0 K 2024-11-23T11:23:03,703 INFO [M:0;64443f9a1829:32821 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 891ms, sequenceid=55, compaction requested=false 2024-11-23T11:23:03,709 INFO [M:0;64443f9a1829:32821 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:23:03,710 DEBUG [M:0;64443f9a1829:32821 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360982812Disabling compacts and flushes for region at 1732360982812Disabling writes for close at 1732360982812Obtaining lock to block concurrent updates at 1732360982812Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732360982812Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1732360982812Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732360982813 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732360982813Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732360982828 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732360982828Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732360983235 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732360983246 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732360983246Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732360983653 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732360983666 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732360983666Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ae09a84: reopening flushed file at 1732360983676 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@758f1ffc: reopening flushed file at 1732360983681 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d2afa7e: reopening flushed file at 1732360983697 (+16 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 891ms, sequenceid=55, compaction requested=false at 1732360983703 (+6 ms)Writing region close event to WAL at 1732360983709 (+6 ms)Closed at 1732360983709 2024-11-23T11:23:03,718 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/599116e7-89cf-f679-7f68-b194e5bd9f13/MasterData/WALs/64443f9a1829,32821,1732360960447/64443f9a1829%2C32821%2C1732360960447.1732360962310 not finished, retry = 0 2024-11-23T11:23:03,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741830_1006 (size=32782) 2024-11-23T11:23:03,819 INFO [M:0;64443f9a1829:32821 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T11:23:03,818 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:23:03,819 INFO [M:0;64443f9a1829:32821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32821 2024-11-23T11:23:03,820 INFO [M:0;64443f9a1829:32821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:23:03,980 INFO [M:0;64443f9a1829:32821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:23:03,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101676e568e0003, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:23:03,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101676e568e0003, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:23:03,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@286aa4df{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:23:03,983 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52d601ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:23:03,983 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:23:03,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7064e3ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:23:03,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fc8b7f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e71e2d-f93b-430f-b195-181d42160650/hadoop.log.dir/,STOPPED} 2024-11-23T11:23:03,984 WARN [BP-1340365888-172.17.0.3-1732360958444 heartbeating to localhost/127.0.0.1:41015 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T11:23:03,984 WARN [BP-1340365888-172.17.0.3-1732360958444 heartbeating to localhost/127.0.0.1:41015 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1340365888-172.17.0.3-1732360958444 (Datanode Uuid ce10beb3-2857-433a-b055-75884b6ab67c) service to localhost/127.0.0.1:41015 2024-11-23T11:23:03,985 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e71e2d-f93b-430f-b195-181d42160650/cluster_58508153-e192-e9fc-34ba-61936a777b30/data/data1/current/BP-1340365888-172.17.0.3-1732360958444 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:23:03,985 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e71e2d-f93b-430f-b195-181d42160650/cluster_58508153-e192-e9fc-34ba-61936a777b30/data/data2/current/BP-1340365888-172.17.0.3-1732360958444 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:23:03,986 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T11:23:03,986 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T11:23:03,986 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T11:23:04,001 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@637503b4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:23:04,002 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ec7742b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:23:04,002 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:23:04,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@780b83c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:23:04,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48bd7b17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e71e2d-f93b-430f-b195-181d42160650/hadoop.log.dir/,STOPPED} 2024-11-23T11:23:04,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T11:23:04,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T11:23:04,053 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:23:04,053 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:23:04,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:04,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:04,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:23:04,054 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T11:23:04,055 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=70344149, stopped=false 2024-11-23T11:23:04,055 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64443f9a1829,36531,1732360954740 2024-11-23T11:23:04,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x101676e568e0000, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01242551280/running 2024-11-23T11:23:04,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41857-0x101676e568e0001, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01242551280/running 2024-11-23T11:23:04,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x101676e568e0000, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242551280 2024-11-23T11:23:04,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41857-0x101676e568e0001, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242551280 2024-11-23T11:23:04,071 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:23:04,071 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41857-0x101676e568e0001, quorum=127.0.0.1:64523, baseZNode=/01242551280 Set watcher on znode that does not yet exist, /01242551280/running 2024-11-23T11:23:04,071 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:23:04,071 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:23:04,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:04,071 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64443f9a1829,41857,1732360954942' ***** 2024-11-23T11:23:04,071 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T11:23:04,072 INFO [RS:0;64443f9a1829:41857 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T11:23:04,073 INFO [RS:0;64443f9a1829:41857 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T11:23:04,073 INFO [RS:0;64443f9a1829:41857 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T11:23:04,073 INFO [RS:0;64443f9a1829:41857 {}] regionserver.HRegionServer(3091): Received CLOSE for 1b863fccc0e208993f97aa6584f7865f 2024-11-23T11:23:04,073 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T11:23:04,073 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36531-0x101676e568e0000, quorum=127.0.0.1:64523, baseZNode=/01242551280 Set watcher on znode that does not yet exist, /01242551280/running 2024-11-23T11:23:04,074 INFO [RS:0;64443f9a1829:41857 {}] regionserver.HRegionServer(3091): Received CLOSE for 09ec41eba618d39aaf1fef3624a1ca3b 2024-11-23T11:23:04,074 INFO [RS:0;64443f9a1829:41857 {}] regionserver.HRegionServer(959): stopping server 64443f9a1829,41857,1732360954942 2024-11-23T11:23:04,074 INFO [RS:0;64443f9a1829:41857 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:23:04,074 INFO [RS:0;64443f9a1829:41857 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:41857. 2024-11-23T11:23:04,074 DEBUG [RS:0;64443f9a1829:41857 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:23:04,074 DEBUG [RS:0;64443f9a1829:41857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:04,074 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1b863fccc0e208993f97aa6584f7865f, disabling compactions & flushes 2024-11-23T11:23:04,074 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732360973747.1b863fccc0e208993f97aa6584f7865f. 2024-11-23T11:23:04,074 INFO [RS:0;64443f9a1829:41857 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T11:23:04,074 INFO [RS:0;64443f9a1829:41857 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T11:23:04,074 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732360973747.1b863fccc0e208993f97aa6584f7865f. 2024-11-23T11:23:04,074 INFO [RS:0;64443f9a1829:41857 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T11:23:04,074 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732360973747.1b863fccc0e208993f97aa6584f7865f. after waiting 0 ms 2024-11-23T11:23:04,074 INFO [RS:0;64443f9a1829:41857 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T11:23:04,074 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732360973747.1b863fccc0e208993f97aa6584f7865f. 2024-11-23T11:23:04,074 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1b863fccc0e208993f97aa6584f7865f 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-23T11:23:04,080 INFO [RS:0;64443f9a1829:41857 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T11:23:04,080 DEBUG [RS:0;64443f9a1829:41857 {}] regionserver.HRegionServer(1325): Online Regions={1b863fccc0e208993f97aa6584f7865f=hbase:replication,,1732360973747.1b863fccc0e208993f97aa6584f7865f., 1588230740=hbase:meta,,1.1588230740, 09ec41eba618d39aaf1fef3624a1ca3b=test,,1732360969800.09ec41eba618d39aaf1fef3624a1ca3b.} 2024-11-23T11:23:04,080 DEBUG [RS:0;64443f9a1829:41857 {}] regionserver.HRegionServer(1351): Waiting on 09ec41eba618d39aaf1fef3624a1ca3b, 1588230740, 1b863fccc0e208993f97aa6584f7865f 2024-11-23T11:23:04,081 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:23:04,081 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:23:04,081 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:23:04,081 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:23:04,081 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:23:04,081 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T11:23:04,103 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/replication/1b863fccc0e208993f97aa6584f7865f/.tmp/hfileref/2e1041f269774102ba4f3f7a2a834cec is 74, key is 1/hfileref:190decbd7c164148bd1e0fd81acf2d8b_SeqId_6_/1732360979518/DeleteColumn/seqid=0 2024-11-23T11:23:04,116 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/meta/1588230740/.tmp/info/8c9b4a276e4543958681595f6eff552a is 147, key is hbase:replication,,1732360973747.1b863fccc0e208993f97aa6584f7865f./info:regioninfo/1732360974502/Put/seqid=0 2024-11-23T11:23:04,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741847_1023 (size=5489) 2024-11-23T11:23:04,120 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/replication/1b863fccc0e208993f97aa6584f7865f/.tmp/hfileref/2e1041f269774102ba4f3f7a2a834cec 2024-11-23T11:23:04,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741848_1024 (size=7686) 2024-11-23T11:23:04,154 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/meta/1588230740/.tmp/info/8c9b4a276e4543958681595f6eff552a 2024-11-23T11:23:04,162 INFO [regionserver/64443f9a1829:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:23:04,165 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,2-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360977404 to pos 393, reset compression=false 2024-11-23T11:23:04,171 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/replication/1b863fccc0e208993f97aa6584f7865f/.tmp/queue/575f6c583d834352a68bf0d0d3b41543 is 153, key is 1-64443f9a1829,41857,1732360954942/queue:64443f9a1829%2C41857%2C1732360954942/1732360979519/Put/seqid=0 2024-11-23T11:23:04,179 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/meta/1588230740/.tmp/ns/b221830532de4cf89d85f1ce4929caa1 is 43, key is default/ns:d/1732360958326/Put/seqid=0 2024-11-23T11:23:04,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741849_1025 (size=5504) 2024-11-23T11:23:04,191 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/replication/1b863fccc0e208993f97aa6584f7865f/.tmp/queue/575f6c583d834352a68bf0d0d3b41543 2024-11-23T11:23:04,196 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/replication/1b863fccc0e208993f97aa6584f7865f/.tmp/hfileref/2e1041f269774102ba4f3f7a2a834cec as hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/replication/1b863fccc0e208993f97aa6584f7865f/hfileref/2e1041f269774102ba4f3f7a2a834cec 2024-11-23T11:23:04,200 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/replication/1b863fccc0e208993f97aa6584f7865f/hfileref/2e1041f269774102ba4f3f7a2a834cec, entries=6, sequenceid=17, filesize=5.4 K 2024-11-23T11:23:04,200 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/replication/1b863fccc0e208993f97aa6584f7865f/.tmp/queue/575f6c583d834352a68bf0d0d3b41543 as hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/replication/1b863fccc0e208993f97aa6584f7865f/queue/575f6c583d834352a68bf0d0d3b41543 2024-11-23T11:23:04,204 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/replication/1b863fccc0e208993f97aa6584f7865f/queue/575f6c583d834352a68bf0d0d3b41543, entries=2, sequenceid=17, filesize=5.4 K 2024-11-23T11:23:04,206 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 1b863fccc0e208993f97aa6584f7865f in 131ms, sequenceid=17, compaction requested=false 2024-11-23T11:23:04,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741850_1026 (size=5153) 2024-11-23T11:23:04,207 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/meta/1588230740/.tmp/ns/b221830532de4cf89d85f1ce4929caa1 2024-11-23T11:23:04,211 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/replication/1b863fccc0e208993f97aa6584f7865f/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-23T11:23:04,212 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:23:04,212 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:23:04,212 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732360973747.1b863fccc0e208993f97aa6584f7865f. 2024-11-23T11:23:04,212 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1b863fccc0e208993f97aa6584f7865f: Waiting for close lock at 1732360984074Running coprocessor pre-close hooks at 1732360984074Disabling compacts and flushes for region at 1732360984074Disabling writes for close at 1732360984074Obtaining lock to block concurrent updates at 1732360984074Preparing flush snapshotting stores in 1b863fccc0e208993f97aa6584f7865f at 1732360984075 (+1 ms)Finished memstore snapshotting hbase:replication,,1732360973747.1b863fccc0e208993f97aa6584f7865f., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732360984075Flushing stores of hbase:replication,,1732360973747.1b863fccc0e208993f97aa6584f7865f. at 1732360984076 (+1 ms)Flushing 1b863fccc0e208993f97aa6584f7865f/hfileref: creating writer at 1732360984076Flushing 1b863fccc0e208993f97aa6584f7865f/hfileref: appending metadata at 1732360984102 (+26 ms)Flushing 1b863fccc0e208993f97aa6584f7865f/hfileref: closing flushed file at 1732360984103 (+1 ms)Flushing 1b863fccc0e208993f97aa6584f7865f/queue: creating writer at 1732360984139 (+36 ms)Flushing 1b863fccc0e208993f97aa6584f7865f/queue: appending metadata at 1732360984171 (+32 ms)Flushing 1b863fccc0e208993f97aa6584f7865f/queue: closing flushed file at 1732360984171Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@750f591c: reopening flushed file at 1732360984196 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aed3148: reopening flushed file at 1732360984200 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 1b863fccc0e208993f97aa6584f7865f in 131ms, sequenceid=17, compaction requested=false at 1732360984206 (+6 ms)Writing region close event to WAL at 1732360984208 (+2 ms)Running coprocessor post-close hooks at 1732360984212 (+4 ms)Closed at 1732360984212 2024-11-23T11:23:04,212 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732360973747.1b863fccc0e208993f97aa6584f7865f. 2024-11-23T11:23:04,212 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 09ec41eba618d39aaf1fef3624a1ca3b, disabling compactions & flushes 2024-11-23T11:23:04,212 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732360969800.09ec41eba618d39aaf1fef3624a1ca3b. 2024-11-23T11:23:04,212 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732360969800.09ec41eba618d39aaf1fef3624a1ca3b. 2024-11-23T11:23:04,212 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732360969800.09ec41eba618d39aaf1fef3624a1ca3b. after waiting 0 ms 2024-11-23T11:23:04,212 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732360969800.09ec41eba618d39aaf1fef3624a1ca3b. 2024-11-23T11:23:04,215 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/default/test/09ec41eba618d39aaf1fef3624a1ca3b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T11:23:04,215 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:23:04,215 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T11:23:04,215 INFO [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732360969800.09ec41eba618d39aaf1fef3624a1ca3b. 2024-11-23T11:23:04,216 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 09ec41eba618d39aaf1fef3624a1ca3b: Waiting for close lock at 1732360984212Running coprocessor pre-close hooks at 1732360984212Disabling compacts and flushes for region at 1732360984212Disabling writes for close at 1732360984212Writing region close event to WAL at 1732360984213 (+1 ms)Running coprocessor post-close hooks at 1732360984215 (+2 ms)Closed at 1732360984215 2024-11-23T11:23:04,216 DEBUG [RS_CLOSE_REGION-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732360969800.09ec41eba618d39aaf1fef3624a1ca3b. 2024-11-23T11:23:04,216 INFO [regionserver/64443f9a1829:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T11:23:04,216 INFO [regionserver/64443f9a1829:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T11:23:04,227 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/meta/1588230740/.tmp/rep_barrier/9a492051bc5b40f0843103a4c5a1144a is 112, key is test,,1732360969800.09ec41eba618d39aaf1fef3624a1ca3b./rep_barrier:seqnumDuringOpen/1732360970548/Put/seqid=0 2024-11-23T11:23:04,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741851_1027 (size=5518) 2024-11-23T11:23:04,280 DEBUG [RS:0;64443f9a1829:41857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:23:04,317 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T11:23:04,481 DEBUG [RS:0;64443f9a1829:41857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:23:04,501 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360977404 to pos 393, reset compression=false 2024-11-23T11:23:04,504 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T11:23:04,504 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360977404 to pos 688, reset compression=false 2024-11-23T11:23:04,504 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.shipper64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64443f9a1829,41857,1732360954942 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360977404, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T11:23:04,506 ERROR [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.shipper64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 64443f9a1829,41857,1732360954942: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-64443f9a1829,41857,1732360954942, walGroup=64443f9a1829%2C41857%2C1732360954942, offset=64443f9a1829%2C41857%2C1732360954942.1732360977404:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64443f9a1829:41857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T11:23:04,507 ERROR [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.shipper64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T11:23:04,507 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.shipper64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T11:23:04,508 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.shipper64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T11:23:04,508 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.shipper64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T11:23:04,508 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.shipper64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T11:23:04,508 INFO [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.shipper64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1560281088, "init": 1048576000, "max": 2306867200, "used": 894815856 }, "NonHeapMemoryUsage": { "committed": 212008960, "init": 7667712, "max": -1, "used": 209133080 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T11:23:04,508 WARN [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.shipper64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64443f9a1829:36531 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64443f9a1829:36531 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T11:23:04,631 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/meta/1588230740/.tmp/rep_barrier/9a492051bc5b40f0843103a4c5a1144a 2024-11-23T11:23:04,650 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/meta/1588230740/.tmp/table/0c541dabc0bc41e19634f6aca09fcf63 is 53, key is hbase:replication/table:state/1732360974508/Put/seqid=0 2024-11-23T11:23:04,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741852_1028 (size=5308) 2024-11-23T11:23:04,681 DEBUG [RS:0;64443f9a1829:41857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:23:04,707 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360977404 to pos 688, reset compression=false 2024-11-23T11:23:04,881 DEBUG [RS:0;64443f9a1829:41857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:23:05,010 DEBUG [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/WALs/64443f9a1829,41857,1732360954942/64443f9a1829%2C41857%2C1732360954942.1732360977404 to pos 688, reset compression=false 2024-11-23T11:23:05,053 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/meta/1588230740/.tmp/table/0c541dabc0bc41e19634f6aca09fcf63 2024-11-23T11:23:05,058 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/meta/1588230740/.tmp/info/8c9b4a276e4543958681595f6eff552a as hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/meta/1588230740/info/8c9b4a276e4543958681595f6eff552a 2024-11-23T11:23:05,062 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/meta/1588230740/info/8c9b4a276e4543958681595f6eff552a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T11:23:05,063 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/meta/1588230740/.tmp/ns/b221830532de4cf89d85f1ce4929caa1 as hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/meta/1588230740/ns/b221830532de4cf89d85f1ce4929caa1 2024-11-23T11:23:05,066 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/meta/1588230740/ns/b221830532de4cf89d85f1ce4929caa1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T11:23:05,067 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/meta/1588230740/.tmp/rep_barrier/9a492051bc5b40f0843103a4c5a1144a as hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/meta/1588230740/rep_barrier/9a492051bc5b40f0843103a4c5a1144a 2024-11-23T11:23:05,070 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/meta/1588230740/rep_barrier/9a492051bc5b40f0843103a4c5a1144a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T11:23:05,071 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/meta/1588230740/.tmp/table/0c541dabc0bc41e19634f6aca09fcf63 as hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/meta/1588230740/table/0c541dabc0bc41e19634f6aca09fcf63 2024-11-23T11:23:05,074 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/meta/1588230740/table/0c541dabc0bc41e19634f6aca09fcf63, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T11:23:05,075 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 994ms, sequenceid=16, compaction requested=false 2024-11-23T11:23:05,078 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T11:23:05,079 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T11:23:05,079 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:23:05,079 INFO [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:23:05,079 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732360984081Running coprocessor pre-close hooks at 1732360984081Disabling compacts and flushes for region at 1732360984081Disabling writes for close at 1732360984081Obtaining lock to block concurrent updates at 1732360984081Preparing flush snapshotting stores in 1588230740 at 1732360984081Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732360984081Flushing stores of hbase:meta,,1.1588230740 at 1732360984082 (+1 ms)Flushing 1588230740/info: creating writer at 1732360984082Flushing 1588230740/info: appending metadata at 1732360984116 (+34 ms)Flushing 1588230740/info: closing flushed file at 1732360984116Flushing 1588230740/ns: creating writer at 1732360984158 (+42 ms)Flushing 1588230740/ns: appending metadata at 1732360984179 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732360984179Flushing 1588230740/rep_barrier: creating writer at 1732360984210 (+31 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732360984227 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732360984227Flushing 1588230740/table: creating writer at 1732360984634 (+407 ms)Flushing 1588230740/table: appending metadata at 1732360984649 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732360984649Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@554d3f2a: reopening flushed file at 1732360985057 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@700ca3e: reopening flushed file at 1732360985062 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58f591fc: reopening flushed file at 1732360985066 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@651c6c3: reopening flushed file at 1732360985070 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 994ms, sequenceid=16, compaction requested=false at 1732360985075 (+5 ms)Writing region close event to WAL at 1732360985076 (+1 ms)Running coprocessor post-close hooks at 1732360985079 (+3 ms)Closed at 1732360985079 2024-11-23T11:23:05,079 DEBUG [RS_CLOSE_META-regionserver/64443f9a1829:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T11:23:05,081 INFO [RS:0;64443f9a1829:41857 {}] regionserver.HRegionServer(976): stopping server 64443f9a1829,41857,1732360954942; all regions closed. 2024-11-23T11:23:05,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741843_1019 (size=859) 2024-11-23T11:23:05,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741844_1020 (size=2574) 2024-11-23T11:23:05,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741842_1018 (size=696) 2024-11-23T11:23:05,092 DEBUG [RS:0;64443f9a1829:41857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:05,092 INFO [RS:0;64443f9a1829:41857 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:23:05,092 INFO [RS:0;64443f9a1829:41857 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:23:05,092 INFO [RS:0;64443f9a1829:41857 {}] hbase.ChoreService(370): Chore service for: regionserver/64443f9a1829:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T11:23:05,092 INFO [regionserver/64443f9a1829:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:23:05,092 INFO [RS:0;64443f9a1829:41857 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:23:05,093 INFO [RS:0;64443f9a1829:41857 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-64443f9a1829,41857,1732360954942 because: Region server is closing 2024-11-23T11:23:05,093 INFO [RS:0;64443f9a1829:41857 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:41857. 2024-11-23T11:23:05,093 DEBUG [RS:0;64443f9a1829:41857 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:23:05,093 DEBUG [RS:0;64443f9a1829:41857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:05,093 DEBUG [RS:0;64443f9a1829:41857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:05,093 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:23:05,194 INFO [RS:0;64443f9a1829:41857 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.shipper64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 terminated 2024-11-23T11:23:05,194 INFO [RS:0;64443f9a1829:41857 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-64443f9a1829,41857,1732360954942 because: Region server is closing 2024-11-23T11:23:05,194 WARN [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,1-64443f9a1829,41857,1732360954942.replicationSource.wal-reader.64443f9a1829%2C41857%2C1732360954942,1-64443f9a1829,41857,1732360954942 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T11:23:05,194 INFO [RS:0;64443f9a1829:41857 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64443f9a1829:41857. 2024-11-23T11:23:05,194 DEBUG [RS:0;64443f9a1829:41857 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:23:05,194 DEBUG [RS:0;64443f9a1829:41857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:05,194 DEBUG [RS:0;64443f9a1829:41857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:23:05,194 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:23:05,283 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:23:05,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:23:05,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:23:05,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:23:05,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:23:05,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:23:05,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:23:05,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:23:05,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:23:05,294 WARN [RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,41857,1732360954942.replicationSource.shipper64443f9a1829%2C41857%2C1732360954942,2-64443f9a1829,41857,1732360954942 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T11:23:05,295 INFO [RS:0;64443f9a1829:41857 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/64443f9a1829:0-0.replicationSource,2-64443f9a1829,41857,1732360954942.replicationSource.shipper64443f9a1829%2C41857%2C1732360954942,2-64443f9a1829,41857,1732360954942 terminated 2024-11-23T11:23:05,295 INFO [RS:0;64443f9a1829:41857 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41857 2024-11-23T11:23:05,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:23:05,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:23:05,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:23:05,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:23:05,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:23:05,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:23:05,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:23:05,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:23:05,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:23:05,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:23:05,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41857-0x101676e568e0001, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01242551280/rs/64443f9a1829,41857,1732360954942 2024-11-23T11:23:05,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x101676e568e0000, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242551280/rs 2024-11-23T11:23:05,428 INFO [RS:0;64443f9a1829:41857 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:23:05,438 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64443f9a1829,41857,1732360954942] 2024-11-23T11:23:05,449 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01242551280/draining/64443f9a1829,41857,1732360954942 already deleted, retry=false 2024-11-23T11:23:05,449 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64443f9a1829,41857,1732360954942 expired; onlineServers=0 2024-11-23T11:23:05,449 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64443f9a1829,36531,1732360954740' ***** 2024-11-23T11:23:05,449 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T11:23:05,449 INFO [M:0;64443f9a1829:36531 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:23:05,449 INFO [M:0;64443f9a1829:36531 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:23:05,449 DEBUG [M:0;64443f9a1829:36531 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T11:23:05,449 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T11:23:05,449 DEBUG [M:0;64443f9a1829:36531 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T11:23:05,449 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360957014 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.large.0-1732360957014,5,FailOnTimeoutGroup] 2024-11-23T11:23:05,449 DEBUG [master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360957014 {}] cleaner.HFileCleaner(306): Exit Thread[master/64443f9a1829:0:becomeActiveMaster-HFileCleaner.small.0-1732360957014,5,FailOnTimeoutGroup] 2024-11-23T11:23:05,450 INFO [M:0;64443f9a1829:36531 {}] hbase.ChoreService(370): Chore service for: master/64443f9a1829:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T11:23:05,450 INFO [M:0;64443f9a1829:36531 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:23:05,450 DEBUG [M:0;64443f9a1829:36531 {}] master.HMaster(1795): Stopping service threads 2024-11-23T11:23:05,450 INFO [M:0;64443f9a1829:36531 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T11:23:05,450 INFO [M:0;64443f9a1829:36531 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:23:05,450 ERROR [M:0;64443f9a1829:36531 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (288913069) connection to localhost/127.0.0.1:42973 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42973,5,PEWorkerGroup] 2024-11-23T11:23:05,450 INFO [M:0;64443f9a1829:36531 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T11:23:05,450 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T11:23:05,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x101676e568e0000, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01242551280/master 2024-11-23T11:23:05,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x101676e568e0000, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242551280 2024-11-23T11:23:05,460 DEBUG [M:0;64443f9a1829:36531 {}] zookeeper.ZKUtil(347): master:36531-0x101676e568e0000, quorum=127.0.0.1:64523, baseZNode=/01242551280 Unable to get data of znode /01242551280/master because node does not exist (not an error) 2024-11-23T11:23:05,460 WARN [M:0;64443f9a1829:36531 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T11:23:05,460 INFO [M:0;64443f9a1829:36531 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/.lastflushedseqids 2024-11-23T11:23:05,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741853_1029 (size=263) 2024-11-23T11:23:05,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41857-0x101676e568e0001, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:23:05,539 INFO [RS:0;64443f9a1829:41857 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:23:05,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41857-0x101676e568e0001, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:23:05,539 INFO [RS:0;64443f9a1829:41857 {}] regionserver.HRegionServer(1031): Exiting; stopping=64443f9a1829,41857,1732360954942; zookeeper connection closed. 2024-11-23T11:23:05,539 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3fc4e6d7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3fc4e6d7 2024-11-23T11:23:05,539 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T11:23:05,864 INFO [M:0;64443f9a1829:36531 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T11:23:05,864 INFO [M:0;64443f9a1829:36531 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T11:23:05,864 DEBUG [M:0;64443f9a1829:36531 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:23:05,864 INFO [M:0;64443f9a1829:36531 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:23:05,864 DEBUG [M:0;64443f9a1829:36531 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:23:05,864 DEBUG [M:0;64443f9a1829:36531 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:23:05,864 DEBUG [M:0;64443f9a1829:36531 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:23:05,865 INFO [M:0;64443f9a1829:36531 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-11-23T11:23:05,886 DEBUG [M:0;64443f9a1829:36531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4cdb4dfabb774815986bf710e1e2d9b8 is 82, key is hbase:meta,,1/info:regioninfo/1732360958268/Put/seqid=0 2024-11-23T11:23:05,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741854_1030 (size=5672) 2024-11-23T11:23:05,890 INFO [M:0;64443f9a1829:36531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4cdb4dfabb774815986bf710e1e2d9b8 2024-11-23T11:23:05,908 DEBUG [M:0;64443f9a1829:36531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b94499eb22ae4155a0730eace3151053 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732360974511/Put/seqid=0 2024-11-23T11:23:05,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741855_1031 (size=8910) 2024-11-23T11:23:05,911 INFO [M:0;64443f9a1829:36531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b94499eb22ae4155a0730eace3151053 2024-11-23T11:23:05,927 DEBUG [M:0;64443f9a1829:36531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0941b6dd8c9249e1a4c7cd7b0226490f is 69, key is 64443f9a1829,41857,1732360954942/rs:state/1732360957105/Put/seqid=0 2024-11-23T11:23:05,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741856_1032 (size=5156) 2024-11-23T11:23:06,331 INFO [M:0;64443f9a1829:36531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0941b6dd8c9249e1a4c7cd7b0226490f 2024-11-23T11:23:06,334 DEBUG [M:0;64443f9a1829:36531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4cdb4dfabb774815986bf710e1e2d9b8 as hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4cdb4dfabb774815986bf710e1e2d9b8 2024-11-23T11:23:06,337 INFO [M:0;64443f9a1829:36531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4cdb4dfabb774815986bf710e1e2d9b8, entries=8, sequenceid=112, filesize=5.5 K 2024-11-23T11:23:06,338 DEBUG [M:0;64443f9a1829:36531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b94499eb22ae4155a0730eace3151053 as hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b94499eb22ae4155a0730eace3151053 2024-11-23T11:23:06,341 INFO [M:0;64443f9a1829:36531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b94499eb22ae4155a0730eace3151053, entries=13, sequenceid=112, filesize=8.7 K 2024-11-23T11:23:06,341 DEBUG [M:0;64443f9a1829:36531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0941b6dd8c9249e1a4c7cd7b0226490f as hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0941b6dd8c9249e1a4c7cd7b0226490f 2024-11-23T11:23:06,344 INFO [M:0;64443f9a1829:36531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42973/user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0941b6dd8c9249e1a4c7cd7b0226490f, entries=1, sequenceid=112, filesize=5.0 K 2024-11-23T11:23:06,345 INFO [M:0;64443f9a1829:36531 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 481ms, sequenceid=112, compaction requested=false 2024-11-23T11:23:06,346 INFO [M:0;64443f9a1829:36531 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:23:06,346 DEBUG [M:0;64443f9a1829:36531 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732360985864Disabling compacts and flushes for region at 1732360985864Disabling writes for close at 1732360985864Obtaining lock to block concurrent updates at 1732360985865 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732360985865Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1732360985865Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732360985865Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732360985865Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732360985886 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732360985886Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732360985894 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732360985907 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732360985907Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732360985914 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732360985927 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732360985927Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1053dbb4: reopening flushed file at 1732360986334 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dc895ca: reopening flushed file at 1732360986337 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d394bdf: reopening flushed file at 1732360986341 (+4 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 481ms, sequenceid=112, compaction requested=false at 1732360986345 (+4 ms)Writing region close event to WAL at 1732360986346 (+1 ms)Closed at 1732360986346 2024-11-23T11:23:06,347 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3ed6e2b9-0ee3-a7b8-8c82-7b21fac36a18/MasterData/WALs/64443f9a1829,36531,1732360954740/64443f9a1829%2C36531%2C1732360954740.1732360956704 not finished, retry = 0 2024-11-23T11:23:06,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741830_1006 (size=69067) 2024-11-23T11:23:06,448 INFO [M:0;64443f9a1829:36531 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T11:23:06,448 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:23:06,448 INFO [M:0;64443f9a1829:36531 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36531 2024-11-23T11:23:06,448 INFO [M:0;64443f9a1829:36531 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:23:06,560 INFO [M:0;64443f9a1829:36531 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:23:06,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x101676e568e0000, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:23:06,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36531-0x101676e568e0000, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:23:06,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d1a5184{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:23:06,566 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d326493{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:23:06,566 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:23:06,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d6a057a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:23:06,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fd0952d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a/hadoop.log.dir/,STOPPED} 2024-11-23T11:23:06,567 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T11:23:06,568 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T11:23:06,568 WARN [BP-1940991511-172.17.0.3-1732360952576 heartbeating to localhost/127.0.0.1:42973 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T11:23:06,568 WARN [BP-1940991511-172.17.0.3-1732360952576 heartbeating to localhost/127.0.0.1:42973 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1940991511-172.17.0.3-1732360952576 (Datanode Uuid 6d79e26c-eaaf-4be1-a623-f23c507bf810) service to localhost/127.0.0.1:42973 2024-11-23T11:23:06,568 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a/cluster_da0e7d91-7fb7-b589-c6a4-7d901f8a79a4/data/data1/current/BP-1940991511-172.17.0.3-1732360952576 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:23:06,568 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a/cluster_da0e7d91-7fb7-b589-c6a4-7d901f8a79a4/data/data2/current/BP-1940991511-172.17.0.3-1732360952576 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:23:06,569 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T11:23:06,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6fa62afe{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:23:06,576 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ef8af53{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:23:06,576 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:23:06,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c2154d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:23:06,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5860938f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d481ed2-d8cd-09e1-2aec-b3a7cca0a61a/hadoop.log.dir/,STOPPED} 2024-11-23T11:23:06,582 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T11:23:06,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T11:23:06,608 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=598 (was 527) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41015 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44435 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44435 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41015 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64523) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41015 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42973 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42973 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64523) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42973 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44435 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44435 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42973 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:41015 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:42973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:44435 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41015 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42973 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44435 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41015 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42973 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64523) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=981 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=419 (was 483), ProcessCount=11 (was 11), AvailableMemoryMB=6264 (was 6499) 2024-11-23T11:23:06,608 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=598 is superior to 500 2024-11-23T11:23:06,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101676e568e0005, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T11:23:06,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101676e568e0008, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T11:23:06,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101676e568e0005, quorum=127.0.0.1:64523, baseZNode=/1-721509925 Received Disconnected from ZooKeeper, ignoring 2024-11-23T11:23:06,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101676e568e0008, quorum=127.0.0.1:64523, baseZNode=/2116222579 Received Disconnected from ZooKeeper, ignoring 2024-11-23T11:23:06,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101676e568e0002, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T11:23:06,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101676e568e0002, quorum=127.0.0.1:64523, baseZNode=/01242551280 Received Disconnected from ZooKeeper, ignoring